diff --git a/params/opt/8/fixed/woq/init/lm_head/scale.pt b/params/opt/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b649f1209586bafa2eadaf00bb15ee7632a76726
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc7966258faaddd33c5718ea5c9052c017b0830702f8c4d9443c406225dc5fb
+size 202194
diff --git a/params/opt/8/fixed/woq/init/lm_head/zp.pt b/params/opt/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72855d0885f39cae91f5b49dc7a1d1784c035bf
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ecb5e5d25179a1e14596b5e9daef02faaf871c52e319a682b80a9a2f363461
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d134c8df89b45607ae23ceff1373f7da16486cf8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef74368252b471d2720dc7a6790d5e765b143bc926baf6c6d42da75491432b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4004e0ba9a368d0327f46721cfe94a4dd6fb210f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa952d181a61ee260b735f546feae23a44fcefffde4258a64ad0807baf2b46d7
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d4ac7428ea318356930b2389eca8dd2aab5227
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e616c23ae83b054c404ad9a13e2f826c07c8d802a3973bd831f5dbf71e0a7f9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f945db2c40d771ca3f5053cc08dd2558f81cdd9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad8ceeca7d86ce381fb3d77f9232c79ed7ebdceb0929f33d022dee6c638bbe
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510bda1d74a8dd3f414e465b75069ecae47392b6
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41646880fc49b0e29ee84eab90d5b230c11e308d9877fa15342e188b5b2aa7b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7535efd0210dec183f3cc36c75109d011b09902
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03434e87869a0e284329e4bc6706acf43d759ec57a4e3dba2c5bb24b4d9dd62
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c38c337e8f64c665a02e472a4d67c468838a246
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cd123b323fb411851bd2bb1e7e6c1ef39ebb450bca6f3063ab682b30715951
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fa98ea9cbabfcab79319dc253e8dce2a2e6241
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d477b9027fc322bca3981af13175cc0bce3d4e7bfda99c20af39865a057a946
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e699714a153d2d49e52e65f60356e31e5d201e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20c6f5bd3302c31bb3e1cd3972b3f94e11f58abb4143b9843913047ceaf1942
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df1e8b93ea3927ac0677a74f0c58aacb846c6b4
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a1ab078e3aca7e04d729af173e99b7ad98221f663efb96385fa893277d41c6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72846a696f30cf0c623052514c7a3001079dd89
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f340d836f87111d5c120e2e31bbb97b614e3bcf1629d997364b54ec467fd8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d7719ddc336c733c2b7f6d19bf4b0a0577059e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7c4fae1eb34ccb868585ac5c25da0c8f056c377784463973701de1bc71d83
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4b305ae0eca63e4e31821ff65c0a16e212ed5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079339a19aa6d49895e6611acafb0d674154d91879d0b957a2eab388ae319419
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84addc6f2bd3e43c176182af310d21b8b609368d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e314e84446e3d24acaf66c09d75d98d409cfac276ca1bca62b03f1fb9a7ce44f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a106eeb21bf5f2354f5c88d0f07175c204b1029
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad6ce5c03dfeb2ee0be3ef4098d19227d7564f5ff63c706f67963f9f519d295
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cee48dd07cf5c4530496044f10b1a09e065b05
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc4498b87fe034f00e7f09907ef9c1a9fdf8720f95f490c7b5a1dec76c74fe
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d82595fd4a6f7ce31717c4b3b6b099e74f19a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9324d5193507f207f73ba3f5a6ebd1e98b65e2b6a0d118f766554cb8a48380d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec455b26e426543e758cf3ffbfff3344309b94ad
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd385e55ddb1e6114266136c9d485825a6f79afdeba22a318a01d427c6b9bdd
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fd542b3b0b23dead49d7d44144c6e64c3840a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f41cf1237b10af48bae586d1d6310fd6f8e65a260647952a5ceedbdc3c098c1
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14694a26946765d1f2bae8763ec23eabc04ebd0f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e1ed6f00537df3f77e836c49a771f6091728f8713d36b98672653947573f9b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808fc23d9f077fb812c65c8262f1ac596b0a9a95
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41fcccd986b8111eb54ba31cb516199014a4d1d42d3f9a9a686376544dcf983
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b776ec004843972ed09674d4e43198cb119756d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ba31f1aeae65d636851e9188dd0205a5a5f4ea8b610ba6e047f0f0abedf0b8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0030c940862e99af009f4497d81a528de9da0eca
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1d6d2df6b0cdc4d93b341798add2b30c88e5a81592ddc3bc4070a313fa59f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89fb679a22a158f4d7fd83cfef5c8ce4a08403
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeffc03814cc1e5f8ea109d54a2dcb61f0d74ccf95912c2da364b4caecf377d
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50730de52b9d72d0f5cfa93d77330ee3803ea59
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabd2cc7ef7b668ce9fc0170aea619df6f04f86b099ebecabce61e5f714e938e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad567d26b1534ba2b847db6b6ce769caa6d0d0d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e50faba2c0e349c80710186e6fb84932e1d02a15468f0de7b6bea3a3bbd1f68
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5443fcb08ebd97fdf37992208c3a0e2eb8e7875
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149790b1414ef0beab32bbc32a3cb5526c7e113ae6af19c5e2d9c13a8decebb
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fcab5e8fdeb22af5f3835d18848e0439e5c584
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473d10dd6e9b52ad80a534491aa597efe2aec13b9dcca3676ed485146ac9ba8f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ceff3ef5e49865c9bab01316846b67f5ee6b144
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea4dfeafb08fb2dc6444617815fa6f65f21ddd05a8b49b289eaa6b03abafb3c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e798f13522683b67b8193c1ad8fa376f14820
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9ba5f6502474606c88f5eeedfb91f14a00807324b26c96437479862c897ed7
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08c736fd0b9e973a19e317bb28fe9d14daad2a9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a42b93eab0830758e6b0075add0cba72c712730abd917eeb1539eef83d9c759
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e3e5269ea2ff48adc6084e7bdba2bcaa7ef90
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ec303988f5b44871310ebc139b3170ce3065f45ca19f0273afd98137f961f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea97b8dcbbfeee2867863a118341d6161697ad
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622a95edd3fbbec513373ab7e8fb673bd6d6a7a8d0b283ad39301209fb2ba3ca
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e77f6462c687106100689bc39f2a09fe83b7ce
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb43c44e0cfd6865181830098c25417159c80795c40384957ae00af70f8fd303
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82da7b8ea931a61a48f2e594bdec37993b7f80ab
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e3ebdf607cb46a214e4af90de523f1b41c7d8d78da48a8c71dcb8e3b29f368
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aac8f76c1e1825b50483f25d59fad1ed39b25b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee69236b0e2bcf9ac958b4d3479e61e79e84f3674bd5e628b832dfbf0b66aa1
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9497104049f6d78963a4c8cdb38b09e0ded34aa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a3791f8e27254419d815442d867aed5c1f65421f61b2866263af043938892f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f35aa200a07ee38f573a5f452f50ac01a584f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1b2e97892e89a01eaf5fd48d2184913fa728dfd52eec596378535e7ea499ef
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9232a4bd8c84f947bb722fa57cef035348febf47
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aa43f9c5c92d6d0e241240a7c7770970bf75faa5571e2ded3b19a3d1578a93
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dcaac12dbaf7995ec608ca6a98e7d3ad1151f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dce2bd6aa5760b718a7fef4a243f4cca02fbace96af39707a7b9fe5697b921
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d6f3364c129a6c716e96df29689b0a890cb84
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b42447cfdef1a9b5dd71203d57139ae6fd6f0088728e18527c56a6eea02aa9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2980025c74accee937df2ef3e61ba891a77a65e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd74f986d85a570086c5642b45e30a07dd057859895c2d0941c29c47380b800
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8539523679a54b544248d662d6169fc96f977d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46506d9078fbb3249786d397b58840126cd47219ac986e2faf1a29bfc58160da
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e7aa14ea78f9ca109098e000ed5ef6e235e72e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2d751da7492e25b24e38a9a3cfbd4e8e7fafbf8ba122d6ac506f2659e01fa6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105c8961ba1030491dcd81a6bc1bd32d44edefba
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1cd9e8c35f500480e0c13b9cedaaa4129fbd18d62e8703555093fafb41a24a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6f845e522d2e5e488efdca2fca4c35e36bc4f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233a5ceb895ec056568ca58673e1f7f68e1cbae3ec3c5b15dee0fcf820cd631
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e342351af88e8f08511816a11ecfa4fa3545cff
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d81c922368d2850c02851b39bb622ee6ae489d358279d532356958e177411f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6a8324492c108f365c30c403c42555e2c621e6
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220332a0c390ec9382b1ca64ced2274f6a77b28eb451ffbc19e14ac91df60481
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f32f66b20c7ae551849d2dd9854907e6c07cfc
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35ad1612a2bb9aad6879491782dc32fdf70f184e11e9f05c04fd935217ed9ab
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbfe812e0543892349941538134f24f2f78f6b9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28d03e80074b2a0103173aea084cfaeb580a2da03baf3cba8843241befc6f27
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d974a899436fcccda83f229c75407401205d8361
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97421d231dee3c922675a75bffdfc5602ee9ecc14abd2226823fc09b27274be2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd36f4972a352367bc1017121dd3dfac1bb8194c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b587826f4d6a2017ca22c16f8ed2a5ab6f000ead5697a6b0041b1fe32b5015
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934300eb1efe05c5fc134cadaf7902cf9b0ab658
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc987880eb1848ff8af0e7d0c5bae72268db74ae88f46d8b16a7770622d0c1c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c960b74f8242cab56beff27e0d4c8aed4d0a4a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626cb162d104274c2d98fef0b2250d2a551184b34de2a1d02845abfe156ec520
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f985baad0a1edecbdbf1cd23f694d4cfe53fa23
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813afa757c6ab2a1b04059caace4e4f0533427a7defd313db6c37af58ec1ad3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f312b49326ab51ffa742af6b5b820b2c16ca4c4
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5946743a08604663d2ce367f6550bfc3332872b4e48625299547ca54d6a9b8be
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c616af60b1391dd1a761383f0a7849df0f66ccf2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188e84201606ce1f8370a99a1f468855cbc3c0239e1ef53e1dc28b2b5552c828
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802070e461a489fb6b4310ad39fd943dfa6e29ae
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d1612f2cbcad74c83e443cf1490425ce61c44da3ae99c78c610b08258400f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f96c21e621504a5e47aa7a2aceaff2ac07e11b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c49cc1befe7cc77a61e5dfb9ce5df41fee80cc3fddf37fe6b9aeda5bb435e8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9904ca1870c6e6444a6cd22eaf2417666e67d98
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078ee22e0e2437912f5ac79eae1cef2d439b0e1550ad6d3d78cf08b3c7a0004
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1ec7050f3f8445e406eebcebe4e40f4263ba8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072da2628bb2df7109bf2dfc18c9f4df2c3cad4c635084d871644177f40294e0
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ba3f81b003e99d3b4b0adbdce48d8e45be836
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1d89c839853c3313b394b96b9afee9e25f7b3b235516cfee36f2673d739e37
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41fca7b690f51c14f9116710eec8898f87be41a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0daa7b90d9e25b02b976cc168388fe381914431e62c3ab85e5389640ebc864
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7143710d5092f3f5f9e45ba1463e50b182d28b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fe5deaeae2ad52ba4e6a2f5b8e417653a329b086a438e063de25f7559c21b2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c3b61a2673357359ab8bcfe584ecae78d082fa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dfef7be31b099607f80b90e231441d78ddc0ae904a0f27f061561af16321d3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b953f4b3a5600cf2943566fe844399636be6c0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acbcad6367901a1a60f65a6b2211c5c6c5f8d7387311a0dcd76a2b038d8ba8
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656bc4fa4812f13122532a1b46ec501bb821780
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721bbf028372665090c899578cf96d877cbf3f03e5a6ddbc4a955aab1e5cc976
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70e6f567172b6fbdec1958d4158969c669f8c2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35674eefcbfa655424706532afee78468194428515339d467a15be8bbc964bfb
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118ee4a9c2986968ffd45dd6763106024c685c6f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645ef7f2a21e8cd13188e0aeea69dad7e367285675bee4e15219bd141308a555
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a20d23b4dcb2c58c0eedda02fb6098a71d78d5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ef933cefab534fcfdd708581a8f6b75ba38aa20e0d875ec0e914a05057e5e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1c46c30446e6d10205563095d1dd8f24c8f83
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b093f80ef4216c09313ce7be75b5a785de849b910d64d258fc8712a4ff084
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d6bdf1c70b51663866dc31a8ecbceca3e0518d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba5be5536915d26000b67894f2dfcecf21d959688e4aa7c7f00db8de537661
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0169d7bb15914425d9ef648a7fa414d7c4edb2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6bd8fb7257448e4d09cf7432ce3e9ea9d5a0c3d4ec5b4705955cfada3db23e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbbf526857c246164ca9770d5b7743306061569
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ea668ae941a8d59d8d31460d7a74c8eb8ef6c2321014d559ffc3ecbf2395b8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e50ff27f95af78c03f760137882f2babbbee24
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f5c039500209bf24281050529748c5d6aceb62608701b6e024995be5350f3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aa67e36f17ec858e588ff745e8ca538560fd96
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e039e16cf7b6af6ba6fda8468501937e0d2a442a8d836f5ad1466d9da5933a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b409794c3f3ab1280601aabb64538423b11906f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e857ec5f366f88135e5743bf8f103351e4941cd4ffdf0e06978d7bcc8a8e0389
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a4a4cf0b3f58ac212b4ab14576232b44b8eb63
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9104865ee3987b70b2c4ee69d5a53ebdaf509eefa88d4c973095676ebc5c726
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb34d4eddbf594d126a39d04be47c19788e4843
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d4e5afb89592111c5f6ce305fcf066bc8f8b6c1f7792fcfa26523382df815
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4dee0a33b93971f4ca4be7f44954a525f8356a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d740ce8d70567b548ecc36583873b00a1077fb36e9f8da102e97960199c9379
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e47aed62c3d130f67080849599160638b90c53
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b176b7773d9e7d45d598df87bc0a94a71fca95cdc07ccc5375cb46bfc40f63e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4173731ea5704b663c9a9d822311bc94f6cf541d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ed4c0116d6027e8f63d6d2050f6bd0aa69411e92ba0b5fab851968fd181d6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5e34c203f887296e59aeb1378d44d7dc3ad9c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0971ed9a2a1330617311aaeb7c05def755dc0ff2568bb8b44448edcfbce01d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32103ded885bd3ad016c75113703ad944ca070f1
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378662950cb41472cac6cabb10ad3127dd1abe8bf4f813b99993ec6bdd2c8b7a
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d252e8674ccd5237d394d173af0decee1a2cb3
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a5d133e8e9451c2df4c7bc44bab1a48b28f01a84326068c23d2b81f20f8e8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05ce69096c2a95251b2ac410143a428ddfbbea3
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0083e5cdbd1fe5873b6dacf78936e6aad2dbcdadcdaeee9492f295ba9a1cf8da
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aea4ba8bea88654844bc8d0982b13089264f53
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8737c02992bc9f033888f59d3a48fe0c097d7942700d2794fe64f70a1d73ee
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea910b808ea8071fcb8f8636dea87a32fcf560cb
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941b816b76a9ce39f8503528ac5222fac4cd2b71e7474ec4b579ad2c721065c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e826c7107907a0c9e980c348e8c50e9cb47359
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc33786ab1a8ac031c3915a312335d5331da09b03c255f7a835d99b83c3ca38
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c1b420e0353e41e3fa16d2397dfd857503ae8f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc2b6049cb23d79631d97d3a27feaa12f73c03e713a592f3cc0514a6c93303d
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1bc9edb70508aad6390ca4b73725f5953fd5b5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139f2375e4d8684dda0f3c93910122b58f7ce2a057a5d6d6c2752c687349924
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34779027a5cbee9b44e3be89acadd1f79695bc2b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c9a61ef085b3419edd2ba0c8e3d848ae7f143cc3557d035b857d521ace2be9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd9a18260a9309e0de83d070f3edd12ec9c61aa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4700f6d46af5bcbe02a4af6f883ed79d979ee503adab9ad8c946056e3a2057ba
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ae82e66af4c47ca8a1cb6e2f540e6ecda44223
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8255b5d7d349aa89dbbe4f005ba2bb894b2e6ebc13a2391c0c15c7f149ae65f9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea07739fcf64aa9d805852811bc10e78c752d27a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bee256f52d9a9dbb89f19b49184fc978613b75f458f6fd6b9fedba9857d81d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1276470c0bd1e47e05d51bb05749a3062a88067a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66ada9544e89c24606f1c484f1b8c428eb723a26714624a8cad10fa59879a9b
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465ad90008d3b4ca0e73585ae02d25dc0766b4c8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e93255216acd4f71d5aa4ca9bdf6de0172b80699b7794671222662f5980b469
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d94afdc6a64b39d9d175a0dd9c753bf9c6fa1c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc0d35c4ab1d5b3c03c76559bc4b7482cdf8b591323875f42b1024fe4761a9a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7d20f19dc2a3dc522130df0c05ecd304b6441
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33888ee140913748b783e99ed582f06a857cdc541a4cb8d5396754ad14bbd19a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed559c959b9d8118fc3220601af9a11a7323bc
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bab6e57eba9c65b040a1aa047028cd18e6694603d7dc9e7a6411b63e07116ea
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e2d11bc9d415743cae66d0becdf95ae310430
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e994a888d5099c2899965625ab0a95561219f65a259de575bbd76850e8b02
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac462cb279c2cba5fc2e9268ff8f4b9442a422
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792cddab5080212c8708a0b42544ee47c35611b2c40d785eb2fb8e5fc2d0aab3
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99cbeef467d94f3bc1e6212a6329d178f4f6d9c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91619df379aced673507a3c4154e58323d4cfd3f0ce794f14a5cc434e35fb2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8ee9e2572e8772457592998019a2871143c3f8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515e6eabf807a6a13776b92ec20280d11a06a313813d0805b13c112a2c25a45
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bf6012c7e77a96d8c60263d7d3d5b98882bcd
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2728c47b671a90c330a218988388491c77099b078579db9bde9e110f41f4d2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382d8040cd6de264cf63febba78d6f2ebecdbfab
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab241c64651e12eb90366acc2db5d50d9bee4b46a89c4a56c03592609dff7c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5011d0bc12540506b13d11fad3aa98bddb54556
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd350900028b81289c2eaf578d9177a4850d26fbe174f119e5404b9f71faa2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624213b3b6ded579d0ce9eb02d4f1f43ba4b986b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b0c51883d6584c4153a538de3a4c16b4b134e95a3571d77cdc34f9edc357c0
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f275ba6278f70f1788529a190cc17532fe5f0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b251162603c79f6cb0d5c9137c96c6db88e90c0212393b38025854f32bd18a58
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7273f1b69145ea711f87004cfc799d8d40fac4b8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fd46bb01e3045f879d503560a039a4e8e0df537b8318254217272c063b41cc
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ba27961374e750d66dfb996f20aaea342b172
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd15e30b6010cd6ec50e8378f1b997de742ce6937213bb18a5f3b0454ce051a9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa70fcfa1377c59ed316fa87bbb2ef04826b32
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7796d23ceb3b744f21cbe98ea94fecf2496ff65937f4b3756e40e9a6fe354c5
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4226672b846fbaedf42b335f75d7d62299bde0f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97227bf5c23cfda1a9af1780ed219fd26533cdad5470529602699afb684cfde6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9236d4427541471ff560cc680d98bb9f52c0350d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51033e8d9ab3f9fd4117e04fe9fbcf56cca0f80f0bbdb7ab602c298a63373e5c
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e2e9e043c0165f5341225ea8abf5e849a2e288
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f31a192876fa3792590fbede0e100cc358c34e2302a7f76c065e18386e491
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873d6cbbc0963334cb40b996fd018a606c6d9e14
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3259f9a303b5e3c58baf0b3169a0512ac0349b42b018b5ef2b7dbe5ac639e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60334af524ed2722b288ac64caed93358a2e615f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ace59707b5e70b1da1ee892e8bf4cda22b661ed5402fed6d67615358b1b3c31
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17374119305af62b134a42598059709a815a27b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d369e40859849161b04fb20b45de2ae89d6356a4821b493dfbab6df5449e5801
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ebed12a9c65deed90a4bb4c835a3d604378114
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb07506ef8bdacff25b132bdae4478d3c9846aaa54d1844b48d665495213c56e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa65328aa237d99d4c77b25f85c7f1761b42c33
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4366dddf8b9a531d10e39d298d2cce9f798d1be9cac3dd5bd894c624ee4927bd
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b9dc48b76dab56f4c7353a6f88bdabbdbbe412
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d963811b690213abe00bcf45bc36b958df01c9ca897784f2e28b8c64ba3fc798
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9458b5d9730fd7dc6fe4d056d23445b6b244c2df
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f31d1d68370ba10ac75eb61d421974e68bdecffbb1ec2530064dcf05fe35359
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0eba981f99179556b85fcd06f00292ae4b3007
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebd4483d0d6b4e9404944c5ad86ca2bedebfd1ff0aa066252af7ef3fadc8a62
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2244b67ddc4fafc13ca9637e83d9a4c6b8fd1
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd5ffaabb98bd520fd7e11f2394714e5b27d2f2821527ed1dde42a403efc2cc
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095d26bcacd2ef2ce4ce49ece9d1d24b322dc2a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c55e7c946dc087f66660c6bf9c8cf630c4c56012f297c87f8d96ddabd6784a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeac6212a1d2c8b6b7fbb24618f96ec7eb1623f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2632c4579731c381242dee09c3f049d271214736c23923eba4bbe7748f88d9
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d94a8448b85706df04079a66938bcf823aacfc0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8360021c727317e320b611343e91b5ab558a48cf32dc87dafce31ddc3399d636
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9aceb57d238e235c0fed3692d7637ff828c28
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2e340c4e91085f8e8522475e72ea0883cc9e24b945b9922bd309f4bd4200d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f00baf97e97cf6dc7e584959f5c6a5303c5c347
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d1540c872782ab749f2cbc7718a7c66ada17c81b031caf3b1aeefd0588aeaa
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd994692ab946c5616a3816abb235f167e2be0bf
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5656d5de1111b8d225ee5bd1e9a49d95f17b03dd85f232499ce2e7be301758d8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d541abea4f6ed08c8a7c1a63dad5362b533b51f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855c582e31e615f1753b821ddfb3b821514924553f3996425baa4ade79cdd84
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48241ca6ebf8fd2fc29fa222d3d491759be534f0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53f0926fe65dd4a23f369203d5b94b4417dc7d248f21d00ffd524c4fa97a009
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b893299855315322af066fa8f02770256443467e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c8c9e1d8d830131784b0a1356b8a425c1733e98a35533868a1ade2458bf347
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a4139160128967111ba72e1d738c5113d1908b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67701476a48feeacba117efe9490363692e1ebfe4e04c49961c944df33b6b47a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891b368c063497ed2971f7f9d4dd6f22b4021151
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2164d3e6eac8325d42cc73dab42a2c897b3bbbc2443b621ae46272b84fa85ff8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9cc918b04e8573af584b2c4d17ea1bf356028e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af74669757c59f8e954b19d3c682b847e457eb7eee9a6bd188b999d81925350a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8aa57540f7e797e6d0b8b375033a09176ce443
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1419a3b13f6e6eb7c4b6ea5093a417dfc14edde35fdbf749032855456f45aa0e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f9c815dd5198817827c21d6c25ade51c38fbe
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57372d027e463add1bfbd62cc23836c7fc4c2233ebac0dfcc65959624a04b5e5
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39bc7e8a316c1b4b3947de2acdc4cd3225647f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212286adf9ce6e21508a5b51c1d299f6af9b5956d944d7d456b5c644040f7dd5
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cf8766a9db7087cdc4984e1a4618277030f970
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4831b9fc1baa311e165703eeb8982e02bd839583ff9cd2ec165dc64a914fd41a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de6525f93a8a53fd7d33368e7446eb6e176b116
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223ecbc11ece939f5b5770cd075912b18dde33d00a35e1594f1f76dc8e224ec
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cce954f277ba6bcea0605f35655d16cdf57cf38
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36572fdd009c4aba1414a9f796a36f19ae9963a3acaa799ef6ea2bb0060dffe9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2b1b719d632f629af5fa2811b0e011ed9af45
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945a7b63ca42848823531a95bfd6e38f56a5e853cccce53a596e16507dacdfae
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271002adb37b4d714efd15d775d29b6d4154f55
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f9ecca61b81cebde47a80abd408fe814fe148c7ed86322d8b88f0522db0bd4
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c69334198bec23dba0c928cfb10d62378b5b6f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f468c5c69125fb1814e0aaf323e20ff61ee10b06c04e459f46f9961191c65
+size 3154
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd51b6870b68e17435882be7681996644b3ee577
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a906883d721727e781a6a7f1ff7b816d27b140c1df94b9bd08e8752949c26268
+size 202337
diff --git a/params/opt/8/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c7deebe8ad9d03fe56f408f3f0d59bad1b9661
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aae0a5f2bdf1e242a25c6f9146edd7b7d50cae32507129a910fa46e7cefa37
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3547fe9f65ed71ae563d32eb0e04c8f279df33dd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bb013dc25fb84300eb70737d46ff4ce2ac396d21c7f431fecad047405937b3
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afec6b59e0125a79dbc2755e7820b60fa027497
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb96543e872398e1cbcd54a1a758dac29bee1e82f14b4d10d691bb01821cf4d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e07e84fb3e75fc565b82d19e06359765fc5c31
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f2ef4b537800bd3f30491694d7f4b8c567e1ecf2c1f9ce765fd0313d7bad85
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09876bd147fd7c3ba93b57b4ab5c2eec49723dff
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3b03ab8e035398471b30c02c9f1df292a50be48e21f6b9a1b6e8ec19ea0544
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b63dc76c566307a1aa0b0186b7768dc886bb82
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79620ce3ec67aa1eeda6a5d8e40c416fee46a85e432ce72c22d371e913511f35
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111de242349a6f31ac3099c705041b5a9598cd94
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019e587e7642538ad870e9dc62bb8d6f8a7d24a8cd821b2d22f85e99b2a6bfdd
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930fa5fae4f84bbb56c2309bc468103f323bd55c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33120084ecc66c2154e520f7f08047a6e3a933a035b9c5666128f9fa8109ba61
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba51093334fb57ba461c79d0b8914a5b7293828
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638009837008e5712325c649c49e9466266179bebeb1b6b76d7c9c7e3ba781c0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c420faed1e0ae48e6f0912d0e01ccbbdd132fe
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8718e941bca85030701ec45786390158dd3fd56e02b14da6a9a485828655a2fd
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00beff2d8e9672887f9e9d8abc0a11020625806
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7a3fda9d3ba73539db8c8351fe85b710f083fb83b87e98285022f14dd9441c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7dc717921d13f0a64a9c68c8da1b632b3db244
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad73b652f353241bbb2a5d9b93495c88b62f858f3e706c7360900adcaa68b04d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7165cc5a14f46633b14f2f82a943258833782f5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3554b034df4789547c8e2793cc1c519f2a5d4b64417fce58f27875038b8f53
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb935ef19377f865c5eba36aa8d517f88658f1f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b6f7f2a4cffaaa5e51a167c3c30c774ff2abb74f3688dd16cb3a08ce34f871
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638e7c9f06be7d7893a318635afbb221173d2e1e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b1838ef9c1fcdb6eb302c2053584eafdd60475c1974bf99194f0ed1e2f73b8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2905b68641da6f1eaee1b1f63f5253d9b74606
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5720856f94d26f7f3bf2fd7bff97e5ab0e4ba395f1b6e15faa52b4aa9d8d9c2
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb226fd9cfa9a8be72204ce8659aa0fb3c48a31
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab1d54d5e94fb5cf5ebaa48b3447ae99af6825eeabe343e15f19d7fed00d5ac
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e913b051d79f30e1963e5a0dfef4762d439fc026
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5a862fe11fc1e121fdc96e99a995607bf5c907ee06a50726d419a83ce50218
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d857ae3a02239487158b700bb37f6a53ce63a7e2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b2d9475c902efe3134ce65a53dd7bedf7123c1401d8fdb515525e5a7fb7c0e
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1874ad4bd3b4582f64451149cae58f10c8f6b03f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cae7bad494dfbe177125848c7ee96c4985cee975bb4a333a73fda401043dd6
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d3b4423ccedcaf75877d7c4192c62ed24ab625
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443ce814ff577ff712d2e6ccd4cfab5d411d9e297c52a6bb45d8090bc840c8e8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fe728cd860eec07e657e10f7b91ceabfa53c4a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb54b741312ff1bfefdc809d221c661e17a1b3bff6de33c04af5a65c6764297c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a235bd3ad976cf0b80a9095ce7d987cb29d290
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308dad56441e37f82977ae48c03fbbc7b53ec0f81fe302898afe9fb2eecf13cb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37901cbd3620671e497000fa0c76e17662ce30a4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc19c7c3bf07c9dc7ebbbf866885cce43b833002db9f228ee51e6aa1d46d9b2
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a00aafa463a59548679047f2313d8b31af3cb99
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59b274f4a01421d9aa3db0063c37f4200d740bb79f3576bb3c26c365c0ffee8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b99b5ae1673737c18b87f5559f8a992071ffe46
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30edf4d291d6647caf449f7d399145c59a13399acc55aff637abc8a267d06d59
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fc3a88c4b2eb640dd1d2f9ce0bfd2ede17f307
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c467d2a4176fb9f44c203bbe39d9c9748ce3785d985de5348260fc073703513
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9daf46dc8d11f9cbea4d811f16cb154ed469bd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab738fcabb117816c4ae5e11be7e4ebe5a5ce33236c25c29d7c5fe8f3deda2d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f6e94f217bf8e07b42af98be9daab216753875
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c19587502496c9af6ee6cbccb5691895320f8a763b35a4aebe0f819f797ae7e
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175c4100d7f3c7a7c58f297b83d93afe415f56e6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848253021ccd087a77b94dc5189856d43c6570057da9f40bbc0aab85162a9712
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbed28924dd04f1f6c6f27fbe5814745a4d4936
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f53d5d135a198d8a893287d6459ee6807c826e59b6d5a2d771074aa2d9d415
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd96d730e58398e6a0ff8cdd757356cf6f60625
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f65251d3af6f0a63da6755d88e5f3ff628e82c149fd9b7494ae264e6f43078
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93ff45e111f5e01c4686b80ce107313109a19ef
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e138fb618763f71890daeed6f061d460009caff05836c30f672d5845566e5eeb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e45f5474118266b76297a38d9069c753aa2fbdf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6df9a3ec94b86d1f7c28d3af1bd20d9c7d0b4b4c83a2f39684741e5f301a107
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b147166ec15e404786d51f7714e0b988e6132
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32e7ab2ea5357c3f5680f430d1754621405dce52db93fab59a993fca7ae9960
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f125334287e0f9ae110873d34d72443bced955a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790ded6848f67344c8ff66b23db219ccc181f06c442c3b9084f8d0020855c136
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5e2d79971c333117a21b9819d540691edce648
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca6c1b088ee0f33e8617587a02338372c31111d32928e4813692771377cdab8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa7c11d0c324290fabb30e54854781e14f7b58b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e1e05d04c4179c776db053690ba06e2f9569089b5a8b7f11397a68b7602282
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e44a8560bbb3043f9939ae722256cf508444251
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2560e9349aadd029f3da8eca1eaea6c08b9b4fc25b61f27815e7ad1eeb568eb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a289456a84bfb5f22c5b3bcc322e306eb4d6a75
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eaae11532c6bb0c31f4c0c2987b1ceba7d21ac1642879d60cc69ccd609daa5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2978813db0813c164ca5f5848dd52036d73da7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005cf5e0b6e7cdfa754974054164283e424502da5b520efe57c22899785b2aee
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199bbb62f85820812111d2a0ae2905fd9a6772a5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775b5b0fc42de985faf27de17fcfb848e42af1075d8c801a24e70f0b97f7ca90
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1383205168b360fea2191309c328b330d1d3345
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf373c2ce27d95e305b4c972e57710e6ca6343ea1f9830f3b8a321d014e7faf
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04e8ad2278912aed39a6f1770d4f1f8b9c154ec
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f7d5897512212de031e65e40b38b377832359bf22561c06c5e69a3bdaf7f03
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d84d338500e97ccfb330b75046a12b0b901c1e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725bcdd02fd697b727fbeaf7eae1f6c5c4c7d0c1bf376730034fce18b25d1ef
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d40c2d650add9b928b28f9977f48f360dd7130
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8ad72c51ba7d9350c53c336e5bdf5ef70d2c760280862af4eaf2ee2372de83
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415952fab14479499ab9f950768eee9a41d7e320
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e37d0179b55198ca5323cad5361e9267e03899e656dafd920b58ccf529f79f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c71e04a2356ac0d87b525c84424cb0a75bc82c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbea3c38e0a169ea313bc267b10078996ca6fa6a9c9b13c0d8aec40c800a9a0d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed31245fe22557d39750a94dc0173995bc16e2ab
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12da14d37d0eaed9e280c7652b84a97b8fad1c52130894e51edf0fd9cc38ea5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bebcc1470f002a5dc3fdd2c5c497bc7bb9c716
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9c3c16645608904af76925ff9bc6cfd6e194320293298d12361e5f9630d156
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f33bea56a16bb58a2bb95b5d213b6f21c4b4f1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d371f7fc35bb7366e2a289450844fc0542ae3f8ad737740f0b22817103fb3
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa90cb28f04a5c53a4d315d643fb218536ebf52
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5ab2accd8ff582303db99c016d2f6a8314f9e0653177b2a8ef401f991055d3
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f9eee6aeaa6fc0b2252b4c664cf2dd90cf7207
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9784ba80b89bd904ef26948979d03bb594bd4835c1be8949dc0eab37c11ce942
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9607a19231083baaa604b782f752e5ae987f5905
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7d4ff52f093098939b7aae3e98a1929c6ea38fe276de855a09bcc59836ec40
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9903d0b5da4301abf39b224a71eef33d89a8361
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336dc3bfd44ab4a80446c29010b251ec9b695ae6fc43db2448e32fc1bac15a8b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d19e88c2173a124314f29179836d8f3b63e6cd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bf27b2bc8e1b4d06c79bb189e782f817e1ce7ebf6d9bc08d134fcc1cde9947
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fe2414631778e712e6a7cca4fa0613f9853a3e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e8a605eac6b0d8c6a41c82c51dce6c5fad2ac9e4b3e0258e18e547bd68285a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc40b5f0bac101c81ce103052739932873e2d2e9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a77e240f9847c1b7a851f31a5d5130779709ba784fdff28880790fbee7f3d3c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbabcbd5c49b9da571d6b6558ddb53ac9e83278
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8069d8b9f1550ffe680bd0e85ef175f089c6dfce4fffd4326130cce4b1b3480b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd704d9bb69b1a5ea8d43114d6be159783cac41
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0644c3c4e2d0f552b1c7c0df4c616f113a38d86d1f5d2f2230fee0bd6a6f110
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302dde7146eadfd23320ee0a3c5ab9b5ef724691
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a3adc992e247e7a22e00f1b7bec7baef948f14d8ffd881452f8e61c4cfd33d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9043cd2929d02af760f0780493bfd0fa31f626
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0f5f1f89e4208824ff5f419d2061481b4e250852ffd663cc50d345e3e6110a
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f257ab5bb2114a79f968c189ab15b9cb209450af
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77c44e8e79789323c62465ef2f6033c337f57f6453f04bc17ac36279e1a0c86
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8909e6573084f2ff06acbaf534c046675170048
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d6b7fa7ba3404a153f2af037e0ebe36458e8ad11a9468964f3e7efdad8653
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3757e2da50d682eb7806b7cedc656b89644f618
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a8093e982fe02e85c768e18ac74d94cf74f7633a74a6027456bbe6875b1164
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8161dc4854cf0aafbd07d9916e11a522c1ddca83
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3ef4f12f6b3009cc3b2917537501f0ab31be13c1f31b6d28763e9760625e9c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff6b99b48dfe0f8bab28c5e57a7bbc0fd09716c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c530ba866780a7e8b371dc3dd2d0bf98876aaff44124ec201cc9da9b0d6fd5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68f7ee891077748908ced0525d1f3aa7f387303
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7b8a04856d2c2b740026e8adf990db09efb77cd6c9e9716b5e4f91ec71e785
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089a909a4381384fbc0f5fd5d696b94e0a060e72
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02d49653064e21edd8815faaf72ed7a2f5121366c88f086412ba1d09b674ea
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dde4d3822fe1319ace24fb18b93035bf41bbb6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42670828ff9d5eaea8a77b2afbc3dea3e5672f31c182ea2e2a5ce8f54fc6fc6b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a5fce5c2795b4736bff0395213aea0ce95c8d5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa05cb8fc52106d2b69bb955e199dbc4665da6258e05fe673afc553da741cb70
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc49048b88c34f96630880258e9199120e07d67f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6adf1fc938e9236d7d15a8244df0adbf5d8b374ef47cd4b6c8091ecdb31fe31
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86a9a05e8583c7f3e2c5c7de2f659e1912c7439
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae521cf17658e19b30c179ccd0e91e39699d10058a54244d306d418872a1464
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1ae1fc997b711e3114bb7d1a0d14701888ac3e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10d444d17ba638340472f6fabefa1a7b34012f45830b569714603ce6af4e7fd
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1339ed0425a3e459e3642cc0a869df50d0765108
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51210dcb8ed648011528f8c7c8e3e76ce1ef13b65075b284c0ef36a488b7c51
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be86e743b728064ae4ab4d487eb0365ffa237a5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37acc2e38c3341d0df7f755479155f6abf3eedc4913b07e13a2ad21af1374ca1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719cdf36a5892b239bfbc190feebca4c2694e00f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471b7c8efd79568f86ec6d2eff9389d42a9fd271b20de5ebe5f995d02203d640
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7d83b1ec5ad7ae1ee4b843fa4f8a2da049df12
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dad4765f3bd6dffe1fd686ce2a710aa0866e9aaffd3f572b59e89edec096f9
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a752e54fc1a47397fe6acea7a3b6d900da368
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266de3e7665f36d73bbba13cac522698d53dd9c970fcf1855d17991baaae23a1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4bbd74ffb7ffe17db896e76cd087bc96ab9cbf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936e9f955584e7b10826675022f8ce41eb7abe50a19c29610a2e86a9c4481ef2
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e13aad78394dfa0c192e41ae5c25e6a1629c7b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7846c0b05e1c6724fa4c37a0794da78f86d173fb3ce1e92c947b83d9d416aa8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46124ac853bb601ad35c3574130043c34b07619e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489065886e667952c22985112048dd7c2453388f6309153bcc20486ef3c7828b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba36315e12541b11e8c316d984e4c9959777fe
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b2c82dba90b17b8657843d41ac94c56a5477cdca14a7050c2d1dbc671071ff
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae81554cd99060cd81728f65366176b4ed5645a8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b4f4a97ea2df1d16a60afca6d94973428b676c7ef7a3a529a5f88aec9954d1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4464a5d848f35b36115bbdbb434f605342124
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3a2853edfc5a98eea01ec66c52fda607a13224fc150d00e4c02a3a0da7edc0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa80e16d23be402e217e7afccd6f0515f8fd9543
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4358b9be149e3904c76586133bba012675b8a6e697847d62d0b4f341dd8a5b
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7976d996e187fed8727df5b444d073eb642ae9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d53f095ae0a809849e198e169106cf9f650e8425d5c12e3daef74c514fd91af
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433ce97ddb2273778a889daf583e660508a0427e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f3cae3a2804a4d12edd4a4e2d1c79288003d0011d264d826926fada66efd83
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49177dbf3cb140a5c272b48d283cb9612d1f7d1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06d21e2e7156165bc4c581f110db1d8a6d321968f8b0ec073389d517b92af70
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c6e3843df8bea248836db95c17321f42460f7d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75ff75517207bc55b408ad72c6386e55d554c4b3baa8c06f822b87b3702d07d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5805c4ae32290417b016fd50bd08c9553f5d8c13
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6ed25f3c4564c8c88594bf490deffd49133973361fe7f9bb631cc9d776b47
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0903ca6f0344c34be23c22626441a6c3355be1a8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e533a75f5a34c34be483138a9ba5c952125352beb0401d657f8f93fba732b946
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87094c6a947559ed1364c4b045568dedd2be3722
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e8170afd4b17346a609b099d71dade2adee7e1eb6cfebc2ff9b08a6ed2c358
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17f5bd7c0788bda03713921248eabe66981fb85
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3d25a81e010f5ca921cbbbf43bf3fe1ed55bf5ca3421ffe7bb334934a3f90c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7224736b920e962836b96e6ae8ff852046e3dcc1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524faa5caae63e586756da44305da0f2064a8016949a05243c664e7ad578392b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569ff5b781e7c0af569b1ccc6c5c6a481b1075c8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e9c8c60971ac225bf8368aa484345d9b4efde5ffad8dc42496a8bc74788cf9
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7305dc4d11db3f0f5c8a9e0ada84a75a8b69420
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40f2b97b524c05c8da5d21e023eba9c94a8cccadb8f82862532269f64a51b73
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3985643287cbd5b13f2f303fc3ad0701861bbc71
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ee42d9fa084c36798d0cbb6142580c3897069efdcebfcd537138c65d982ca7
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23917d87363f3b93501ab7f8824619af8f8e6178
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912c19e81662b8ee4b4a27266d778b0f055ef31c01527ed663860499d89d6aa0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0386731fbe09415aa50b3ad91b5547c8aad8a2dd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aea10f6b9cc39cf0e26fb3a15f5919a2189a0d9d8972dd90239f7898c4065be
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9ae926602d808f5892d1ae568d6dbcaee138a9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce5cafb735126000d69600317577a75a232f468c16bd30b53077661b9cc8871
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba653bc67fbf1d5c258f338931c6fe25e27f3ddb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9423ce8a3279fc5e4d3fa612f1cc4582ff5e1e715eea08b7f69851acad0af5fc
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ad520144f814af60a472edaa8990a759251ef
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999fd32338f28e5c2862bd2d2fc3685b7ab37fd2360cf22c8c06e50ac50734b9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b24ced15ed96538a4fdf743c86da214c17dd7e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89f7dfebe935c521c0cb6eb639f94fa681cc06e4da7a7c993a27248271dc7ad
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a7bd41b2d3b137b15c54e48a008ce8df445aca
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4a67e272d482d654ae4e004bd2e9e9660202e5cc028a80e5b9dbdeb9dc8ebd
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1813cf2ad464d3eaa8d9722227f48012387b8b4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7f36268fdc1bba5e1d4a5982a899a4f25bfc8e5d75c08ffc9bacbef8f4359a
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd85a128013b72d517f594fb2de386a5721b8e1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e882fea991a3727fc6faa5d8ccec2ee6c2efab89b116547184d6dfd9d0dcb2
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986e20462281ae25c284e2a0f759c40081911e83
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cf4e46f8f5d034d996e385ee3a32cc5024ce6e1c20dc7b8a50f7dabc6858c2
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e508da4dccd986a5f867788cd9cc343abe5b57
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751db927937b5b162fae7af1d857bcc880881ee54347ee76a9a3520482fbd7cb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a77a878e47995210997502d395deec6f09ccc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88096b1177d9da33ed072344ae4ba2fb1c31fefb31a18a022867b10506f8f92
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00e2f2a8b598bdcf3c4972edb7d7219ad379479
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c03c669c6a9636a7eafa48909b9cff23f1e6c14129574549b5c214ac90120d1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c2f0ed45daab9e6c51b0f2072307aab5b4cedb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956f453d33cae08749b685b27b7a915422d15dff0fc80002f7673cdd57017ea9
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98ff176ae10120f26d6851ffebf7824bccadeec
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2b4d35f787c8f3114a4879b158eea272b1fa82b2e57e9ffa6c58b3a2fac2a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c1256bcc3e511156931aad91186e90d55d1d29
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b0da12c3db91146cbff76c96cd2de96eeb409ddc4d0d41f79eadc4cb413f17
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c698c9fa47ac480ab6013e509b81c303be8a9f9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f4222fdbcf7574556b1af7ebb74adbe74cb30c38bdc9c50e8f7ac46661efee
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481760e969e37f58f12b68c671e1a10cfb2a718c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c4cd6be30a746f2bdd00793f7f566d37b9dac40ff02e53b680010739b1035f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6365e2272c3497b36a5d5b69b421b5ecc1d4cd04
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94cf06774d621f0423889ac18e9e05075509431a4f708ec7268d78f76ba5cd0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ff2b80114e899f539702ada19486352100edce
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80e55c8e5b9ee4c9bfd1bcb3f1baa95d3ea14f7576eac054ff094b94aa5d26
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb351e30c171892736b0d54a007107c9dc47741
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7838b57d521c7c49dec6e7e524055fc7deccd0c2ec0fb31628eb0abd5e98a619
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d676f65f33e55250489bd4e3a9ddfd08839a53
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c61a272baab3a0d1af92821e8c4eeaa71764467422bf1f36e257e6380666a
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bea17ecec85486a9137f65b2bbd1b3b737a7a8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050ba42442902e34014857786c364b240e66d36d3359d760bab42e567a57d9c8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204cb07274eecb3b1d7bb6d536004135f749fffa
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c974443edeba342d339afe8ca807a0ce56df50126f7c5e633c8662a10c924b
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83c2ad6805a72f81877e984555763b0b065f476
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bfc4d6fa93341a6a3c20255b8be97afe9d28df64439f2fe17225507b21a913
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8c590941298a65fe9e8531630c1344c80bdc2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9135ac6e30951d3ccb74f09d196af2b17fb03266b07ea3d9aefd3cbce80f637
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded9d9b1bc2f2f39f97b190daefd0df1c1e00040
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a9c64a431371d0a210e633d98611debc1579f59f80a97b03c40bf464ed64d1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7164e88ff9a371ed3c0322e8964f1c23503d0e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da202a0ce838d35dfeabcec750b3c61240ae7d4ed506fc875eb0b14269e5b70c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b059f69c9ee429cbb066f402c9ae49398a6ec3c3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348ae7d188de62353e454762b2424eb226f073be253e4a5f7e98651018593970
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc040c3b9b357d1e40df8b5fa7a6af7a3389c78
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bede28613e4fd44f7ad582aeb93ef66c542a231a7275f165ea82ffff6cfab778
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbe9c101139ed20a74ccb1afa607e2a281a0b88
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fc1535caeb4b8cc93f4fbad122e3893ae7bf42409095c39dd76294cf27527f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2777b38571d994e1a0dc87dc3209fae8ffb7b0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c73e7559869528345a09737ea4d09edfc1748c59f65f2699158faa034d342bd
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ecd1ba552d771c41fd0de23da8612ccbe7495c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213186f07c3ac2866e72f01666395bc7cc2abb9f94c65164c83efdb50dd068d5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b40075f5b7be46fbb5ece72994cbde35a921eb5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0678a7c86643a02da92561b1757f87ba09a12e6408f4c3eb9818e2bb84d382ab
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eb626b51d0dcd26a0933e6f8e067b25678b617
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141b0e69a8451b2e239a87f64be67a7ea14beab053ddc5deb7f3a383ec2d8676
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631d45f8201a3cb7efd0d0a3c71ad1ee8c8649e3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f0b186fa3ca8b1e62cf7c2c87aad1d4b9a0c5c930efa1f19bdf36599014b40
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f9fd07e6c636c0679a5290ccbc678e25fe83aa
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778e491aa253ade6b18d1245062c5f6823cdc89f228747b36578560adc0882a0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adaaeeb36fc1ef143e5bb39677f8ff69a91eeab
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95433d0749318f44d1aa16a245e90ba6b80f55b5f6302617f064ad6887ea52
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01708da9dc628bc8897e203501f572e1085250c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ce26bf18f771ef76eb35f9f995d585dd5bad16d6de197a783daaa686f69cbc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df56121d0ed08eb6e8f5af2da2d7b089c830b31d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a03556c6776fffd579183c1e55d9ae381a06a562e4f70d71638472a895fc26
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05f7b321f66bc794319437f7f2d5837be75dcbb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a63de1a6b63b18ea8d92ec76033b5e946f22666afec21f750b68e2ba26dae7b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf18a0bc0b9fa2923489d2d14bf5a650eeea409
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09791c706af3c0ffc1b369c6c2c1e4f8a1def38470688b345a7a96e6eb416934
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5991bff0c21dd5a3f69e7ab7be876831225da204
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b0410f452a8b206e46e5031fa6e8fb397979718ae7823cb93816c3f2583251
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a6b71174795fab35a71618a6012e27ac50b547
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0506757a4b6578f7042257fe79e007ba0fb29c73e2ea4608993b54dfb8077c4c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc68149fdad3b6dab4be547c34ccd417e8d9ba7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3b4efabb786d3d74b7d38b3cbcf83e11c5107d80f03ab4feb993372c51bbb4
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266e505a479f3390bb098ce957d79b969f07f091
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a98c4098771e1adae9b585050b4f96d82d0bf402bfc46ace731d27e3700439
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd22b7bdb3cceb24d433dff71aaacc2dcc4ecb59
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19fb4172770cef6fa5683e850386d950339e4de7806d383ed9931b865524c1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8299c784fbfa3509631060dffdfbe2fcb118734b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa50957a2951531b310f3f0a5280bb70cad7c1e82cb1bd2daa275a81e59b5a6d
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a82ccdf7a38fbcbd82e62faad56353f1b728a1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f5aeac3185327e81cdcffc3fb432858c3c3796dcd86edf3ed48893bff749f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f17fdc3514f62ab4efeacfd47d54ba27b97c2b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2ff5a4eb02fe56ad72afd1f53618f1decf09a9e281074aade65eba01fa1548
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c2ca8494190d3f4894de28a7d65fae2fb33bf2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bca7dc104f295ba2c9f5802905f2f6ca62f12f339cdcbbdc4afb0eb9388c83d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc317a7faa6e8f8ef796ddb99f7c5f1278ddc36
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8313ef466b17462dd7fc904372dfc2a29e62ea31484696739215d6daa3155b27
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe7a9c7b5821f9b275a407a5950789d3dca8b1d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ba9dab5529212f16f6e89590de6dd490d30e77272315243c5a9e1666d086cb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b51845b8a35c540d6a525b89225b3ae878761b9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b343552f9deefa2866f2f1266299d0bc4835b85faf945b8678bbe48ea53dd42
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2eb70c7afa40668ed76d2736ce38d5c8e0eef
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37ec89add3242370a883490f75413eb11ddb5fba98b3e7c5308d2f074f95351
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067bfa9e76e27c41d6a9800b54eef0ed1e121aa5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4676a4358f42d2b54baf279bb77d3488b2cb1aed0fe599cd7b893e81101fc71f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf4dc8f3896136adbc87a8fae29a6f5f397342f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff133973549ab16b6ab811ae3a60d9703505f3c63d1a26b5940bda297e8eb69c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4311ce0f0f0ade81c59cae96d82f6a80f624a45b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64894d8c9a11ab7a90b9c6cea4b1c3cca763be2d057832c8058aa9d1e7e44d0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ce63368de414602f08ca7a0d4e8cf49728a2e0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d855a09680ef9f8d72bd05dad6ecf884bc15c696e004aa0dd999bbb4dc6f21
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e52d6be9978e6a115e1a05360962892958fcf4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639e6c319b34d774d1c0ff3434cc1642514de40aa8588370885c46bb7cc51469
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d621cfb72c6c0c75a9b45e35c80ebb5d74209621
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c208799107a6dae9400920518c5c39cf84a1616453b40be894cbd4556b2b25
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d597b6e3867744d9169acd3e2e3f78ca6ae60a21
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b99630e1607a701d9c2f3f09bb5b1aa3fde5e21834abe9b8d58fbdc91115bf
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7612824e794a26e5828be89240200d426946101
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d8f501678af4c8dcb6b68f877dab0d3eec6cec6ea3d5b6bf0068bdaba20d26
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b63ce5a74f9ffb593898af35f3b57b8941495
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d4d406b820514b0973f97b9ec122c166e39aa5d405519e3ed81e28c1fc689e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e9101ee9393f36527f18ea6f1184edf847deef
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2b0de6f308ac3c6d896deb20d3022a1236789b016f5a8302a643aae0bebe04
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920e538bde7afaba3e55a3f8b6096d7dfa39267
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eea76c2602a1e70c716c6ad1087c443367230c1df09711853fbe2619721e44
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ad629a6da6893dd73a9ae371836ee0cf04e148
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f50a1750f0670457fd876771c8ce84b02176182dede5d36729c2570b7c37a8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc19b084425c4d07f6834324cb6b3dcde84fda7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225595270cdc95392eb39ebafcc1f777b5910190ec6b2f03ede689c9fd2bfd6f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137ff708b739c93d681b82728d6d82893b5d6d2a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fd7cd39c9eb544a868196f7389f0df53f3b1753b7db217f50e24245ded269f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4141018fb1d21a1201edc09d31f1069078f87a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13de7ada1ee660bf2427a473b0bf47979a42ab3082d150a080bd192b07001326
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1698987aab3ad3ab7cc08a8dbafbd3c03c100b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2ee0ff937e1aa15b223236966e2e378b9b1ee8bfb2c8d6507c0ef035d770fe
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29659ab3cb9fade89f9cd9d70973709e729ac8aa
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e000a792169f2065c6a97d885ccae6c4018f8354a4180c32db6e186e026d88d8
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7166a4df9751c455d0ed33d39afaab22c1ed3c12
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5c07496a153fc889e44de144e7ecda5d5ae0300f88a76b5b6273735f833325
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a22359245ae14ab245ea20dde5daa111b88d205
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fde1667172c9ea85a9346b54ef6b2bda4b09fb421430749679e9363e214256
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b420b5497e8acbb35f22838a27ed1d622858e32
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d649519b7a385c6c511d9b885f99ebc85eb1137b09879b109900b0a94e8444
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1445caa872cac8753afa2b43054f33caae70915
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9902a5f06e2161b3c724a538020e22ba6bccdacb5ed8426e512effad4169e9
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863e8130addf2a7b01a6ba01cc70cf85aa3de6e2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d530c0d5662c416568e75bdb4926ea8a3b9e7dba54c0457afa73f1108d49ad4
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56c5a40f88baa3a25af08d8a543764e5a6a3aa3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80012be13bf9cadd1812aaaad66e7f6df563c4b1ff54bbf1862127878c6b283f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea67891015bf75e934d48273b662c58edfe56dc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e28c1a319c4619c6b21cf5541c95420843c64f5aa1681edc682b428c656416
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176dd5635425af53e31417df7f430238c1c5cd07
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ec4ca8b4c32060e138a5a9c9186bb8c2637e1f05792f8195f47fd981d2a25
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7513760cc75ea5b4e18323221a4434cb79c12a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dad788ea5ef77859d77fa33da8718ae30023e0517a72227e2d0b44ff1fb4a8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4300c2832bd99645237f357ee03b26d508a1dc7a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15e061b5c533c6f375ca5d79e58adbba79578c66ec0c03bd1d4b1ac756a3ce8
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a515d84d7c50d409d3838e0af25d5f8ad63952b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c51015630bde863d51bd706857183e105577432bcbde4ff4f7c39abf2588d8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332df14f9ed4dbab6b8d5b5ea13208bd40969d8c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e6ec46433d89b2ba624bcfc094f2214a4da03ed213e85470e7301a7dccafd1
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5102063c451731de9880bce8bc80c2174257dbd0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb528dca868d61d44252f4078533e341d7080f74ed67d882bd00fdc338464c2
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c805048202505ba7d95ad21d1abbb96fe7e6fc0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3283a7257e61c73b1b44c236b842fe62dbf252904539faf56951ace7cff4d0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853438249c80a8aada647547e68bb335ca5d7f47
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae2db827a5018c99bd4084941ae2e959539ce1e909e526b79088e30debeb4d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aa8ebc88b203e957d9821ea7ec5ddfee44ae14
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda632fbe674037363171e8bf457ac42d55314a974cac06ab9bbaf981ca79396
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58455e9a58b8e10a33e989de532db50235f5567e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc84421fe16a6a533fa8e9e3e7cc7d033faef402ae34e76dcd2c3308ddd5303
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793e01c270d31bd23866f9233d59cbbb245380e2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690ce8980c455f68b47f080b8ca20ddfa0659cf27e41724c715fd31244aed799
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e49105b2f03480e13238649a2048483e61ca1b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11106888fe59c5ccfbab7291ba98096ebbe468be162867b321ad41773239b7bd
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64660f92e1d5f522e8fc8d12d0bfd1640edeab82
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faff39fe83390af1c71d392c5ee6b46bb8f4db00efeb61fe7805d464a4134a1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25552081805e9d8ebf4de364f715fc02209cd353
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51c770ecf4635edfb2d3aba5bb8e6c88e59e0f70ed2df0694709f664557df4c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f1967d0b4099cfd23ed3d5bb05331ac98e7db8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6512ef634a395f1d4abd6b14b466f34e603ace768db0db0105648f731e16f0e6
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380e68e23263697e62a2deb7ebb69300b815f1e7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bffd2bdc1c20803c36ade7a67c1aeaa26fb3c3f773de42e8f7e302536768e4
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a601521f1c97d1468ae105c5bd4528ccb3b66631
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c62cb7b3bc4c22a6701667c90ab559f45479a98ca5ff7c24ddb9af3467f2e13
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920da1be2a63d4f9b067b561742fbcc82591e3f7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb2d82f9cae0c75d6723623c394c98d913b13a07a290a705747978cb9978e06
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba010a833547fa3e83dfbdb9e333d839139172ca
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b087bc6bda7502742c8990e9a1457012718c0a1957d815205eed763ef8fcf1a7
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93542d85c610ebf8ab98b0f044ef8936c4975267
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b4ea82d2068b827e5a6820f4c1829bbce51d7d2d046925959fdbb252cd4cf5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81885a9a384bfd7f8f5d14bdee4abc95fdb06731
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c451f671643ecb84f7fbc28b22ae4156e92b605f434ab087f4e63860b66409
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a18bf1c1bb76a773686694bbc957e1ab8c7d0b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380018f6ebafcb3d13b8008e762cd9668e19fb37c888ed6d00162f5e18dc0a7d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926e535cc0dd1f501d2f7ffd2f0e5a8f3d4bc325
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74813d9626b6e3b164d9a80b290934a14c32eb19d110d60d2d9ce11d97c0cd9b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d8cfea106d50fd0d6332f7c698597628e3e28b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd3dbf9153c010c4a663d3a99c52dbacf524cda79bc230fe47b5d244c0479c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6488ea9ee205da81c12c2decef122060aad2eb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53af97e7cd6fb52e555a853653fd2812ccfd4b12c96fec9ad9289dc3faaffac0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9397db55ca0d1085b16080d6c8e46e8068a408
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd73270e47e9fce80bd7ba8482ac90d364062059fd12a52a5ddc135ea35ff9fc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524731ebd129e1f56981391a9179e9320b9dfee9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d062052b2713f964bb351b79e103b026f8c27d00c2a9dbe854b925697ed3ac0e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4ea82263040062d021fbaaf4346dd7185251d0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be56da89bcb6611bce1aa13cf6a0b9ef3adcc27daf914e9dd3b47dae773217b6
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84914f7c84575f772fa10f02871e0c25f0f01b9d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01911ea390bebad96322499f07fec0151d96cc70152b3616259e84f2c445ed4a
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187b40bde62851200b129acbc7da2acd44764310
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955e54c91241208bd7b2ae22733ba4a79fa5ee09803172e324f23bc4696620b4
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbea605842b06800e47b969f3e950dbc712c11a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31be89bed07205467f119fabe10229eeb5c7459ac6860aaf9ad7867a78da638
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe275df36ab31f7b99101fc34726692eb6e324b5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b6d4acc61e93e93ed93e522beefde967f7091636eff85a70b703339e148a89
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7aa51b0fe8e1bbdfbf1dfdb1d93afd2523782e4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1097b44a333b6187c967b75289aee2e4377c2571e4f6dff78b839c59e8c71e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02489beb51c322e3e3e4d4cdcf9de3570fadd9c5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba564bbcdf7da7623ba1fe7915b54c6c810bd027949308ca1f8f91df6dd5fc49
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4c4d162a94edffe4cb21ba5433f80620efcb15
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31ee69c945915ef451b29038054d06bfb6ff45aec120da99dc6960e9e8a0fbb
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f9d7852e0ef3d2cbf6cd581332ed0d387dc15d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10365b6dfb7bca2db29106b3c5ac2598b650ac44c980345dd1d41140e56c831
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c95d58c17d7203d10b23269950f73a2be82334
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be4ab3f1958287b35a165fd47d6373e5ddec634aaca8c34927acb85ac2f581
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b0a7913714d05e185cb8e82d6ba8c2743f8933
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecdcc7c869ef0da0fc76313320d5836425d37b3921d5d48ccb356229704b82c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d29c8ab8853ec14130acdaafa147255b5dc390
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfe5abfab433e5529196e4f7922ef301a879f8240753ea171ee2e506a7927f0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d4bf2b34c1cfcf55a4f446045519e5dc743447
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aff330e487c016a3f537e151b48211ed575c279f875d34322b1989a386ae097
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35bee87d95d1862bbf454eb57de93e8a60948df
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f340f28048a9efc1bd073cdf36882620defa3653b411569d59e469a1879196
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3010f614a70bf299aa3e8214e239cc221b04e60b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555485436cbf3093b8d907703588e0a3c79e942999411fe15da5806506d2b95c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53070d88146f2b7b45e789c748e17264753a56b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4b89cc69910401c85840b888c0a7d20657693406d0f87973c91c3d54888ff4
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56ef73b6eec49d8347b053345da0e7babd32dc2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5088998848cdeeac25cf868d8b23a10c87a31ec935983d3b43016fc1b698d230
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0614e4ade4edfbe1c9042cf91d6cced0ace98b96
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3c509228e476fc9803a4a8b0d8e828dcc0d6912faf7db4ddcaebbe8d43811
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e553ab9f054cd9484a847339fb958f242433a9f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d6a7e7bcaa7b52d53cdc3a1a225d7a5df348e626b9414469180caca4061afa
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67bd3e5f123ba4e35f293f6da59009866c96809
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070f149f147b7dba88c466d01bf2e5af81e34ce7703e6d05ac89b1d6d7a2ea5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b3dd4eff975aeccf2d6b70b4f9a3b7e144fe24
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd3b21b8901a418c1f659a8e7376d552565ef340c86d5b12e2a4be4d85948d7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25337b30d66b7a86d8293255149488ed64f011d4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a87ceb1141b6db384ef22577ea740f68d87c751c2968879e4fd511fa733711f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bb3434446bae238dc9709992d0b03ef01870eb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fa5b4859a5864052880e36e3d44bf7e234467e9184bfb4da53599c1f855e74
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a733013ed0c68c6dff707fbd4b75694587e2e81
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e0a882c6f81505b0075a47ddbe874e679d98263286eba3b39d8f94a806c2e8
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6553383de17843bd39f6847ed0003a318cbf5afd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a221c6805ad97309b9eb948ba7cbdee7130085703d35b0267c15217c89f3e7ab
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a435654735212071f3b4b7dae86bdb807b5e7cc9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71d891c4bff4c20838dba375882cfd1b122e11a8561eb8bba42bccc6f47371e
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9e97cbd2cb4094283e1ac31045cb472b9a135
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cb2f8ce31d4ffebfa7c7f5de288ac97d507674a03dcacf2f8948ff8ee06bad
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615339d7775ba75dc08dbb2aa85d7da3fc3f3930
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa475aea82c24604fa1068f522d80dc5ba1cf4b44a6195ad9a0007115052dfb
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12713acbe854869800bf76191695e47c53465a0a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf79038d74491c21133a8d1d62f433eae1a2e24ad9f6f72358c086417861247
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838f59af2c753e86f5ecce2dbed906b8a3b0a99a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae2e91d0608e7d2933108ec1f38503df6250e33b3c527b94d4174631f3b0802
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7928b0113dd9f9f95a5aba473f11df7c98dbfe04
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a09bce5c4fa874e92de2e878a0e4e7ccc799c98bf95b201c774a6ba949796fe
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de12f4108990810dec9a1132506b8e3be0b12bfd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87a4807f7d84902c2a21d792a583d6055cee0dd5a04c80c326d23659415f9d6
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801343707055b14c6228fda3b000451cd3996ba9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f41b86e382020d613e0472fa84c865fc94af6f4651930c0c81a067f08befb5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f7800682838a7790d62c9fe6776051ec81f421
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dbf782bbad79c2de97bb9883e2a822d2c5c5b33ef38c9dcc42c16b04f3b80b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36471732b8b34ec364cb18ace6e002b8f52f1a9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9029ef0518e768f9b35fc3dc6ca57b4bf9e501064e520a41714b55a15e88749
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1340f9fa496d14b6350d892a21b9bf304fb33cd9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db581d120c5a194a134ed7b9d3a8945249de40d27214e084aedfcbf70912f1e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5e88a466a3734ee6cebdb44ab9d5c18aa10c9d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335b302213c80da2d15d85bcff79bea85e67bbb6b2b14cc8e44f384eecad00ed
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab11c51fc9996698939ab491a5cb06039b3e391f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59bf4aac995ff898124221902ef3b6d015de45b304b850a7a79a5f0f2ca746a
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c73f8a7744fe9bf22eb9952e821b951723c70ff
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a8277db92b611a81871fa68c7b7073dbde32f186bc024435e06d18d1b740f9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930cfe8689d00b398c49d3c49a5129656c6dc2ea
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863bedb71c40c8883612474d2390f13f9b9a2cf9cf16133cd93d5421a6f26955
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e614f5bbb4fbdea23036502b82032cbfaa9b49
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e20f662f869dda6d9f047fa6caee43c8fef182ae3b19fe16317e555ed38091c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7212c3888ecc489dd7cd0dd7aa03997462b9357
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3e8d15cf876bf47ba513838f9e391cd76f52730073644f9ed39e0af0f3116b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70622a8f1e5d777d907f69f185a759ba9451076c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b7b8cf866d6546e3b5db92af575faafa8e01dd94a23f44fc8bf86ffb3ff4bc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4f20924149eb3d26e69168c0fb9184da008f4a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046f83a9996a0687cf8f6a0fa911aa1a43b21bbe56806b53846ab36bbb6d2a4f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6991a9defe04f6bae43eb3679301606de66188b8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65af47d7e66081c0bf7d35e9900afc9ee9a8d7d4be4b293dc4dab2a9b44db25
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00382a73d0151cedb5087e9bf2f08f924d4bc0e6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0ebc3f97c2e41aa657a93ae3dc7aafc0cea4bd4de0820e47425db0a048e5f5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976aab0331f2e6646f6c5e617c6ac498ee1d7746
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc62624db67065181a0acf0df5fdd52a8c5ae116fbc2c53c904daa8aa4e353a1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71371ee3ff5b8f29819ce91f07a6ca4727b6852
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d449d1530d106e46da825d9d3c036e0c5ed90a1b2eb04ac387aa810918b3bcb
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5252f9838402217e2a6938e99cb562a75dea8c32
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481425f42f09d2010d11fb03624d0c04ec63ee4cd3ca1a95df9bd303052c13c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bb31ba54ea2656d9cd2775da19cb0cb27a7748
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a3d0368e5757ac872c0fc064dbdbedf2405f19d01a095d85ebb22c7549422f
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e129a7b539866ddde0e2f5410edf3f34a7c40
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0e671e64b2ee85db3225d0fb05b56f51b4dacba39a7b923756a88880901dfc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a353eeadf4a007bd48fc5b50cc68314af6014dc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fd1b54b1772f25129095271d6d275ead0c518e0a42a80b87e5abcb8f5f19b5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc36ef992ccdcd3d5e1ead846cfa4068410b4fa
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66ed054c1dce2a65e38c2a9d73d52ec9d574274a3d398fe17dca29ee0414e05
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d1f77160922e5298ddd5d3eb1f2376301740bd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ea9a264a445ea546b54775f40e4bf699ac275b3aee0be03a784b2460442e71
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a231574f3c58a76661372c314680b364be34ed
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c752c3e94e501f054a7649744e28a0ce12be44128a022b79fa7064ebc92d3a3b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75244e05c29b7fb8b063b5be9ae49f17a78abcb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55285c2f19c18422206b4fe469191263cd0ad8dafa8d60c8fcd006e057aa23b1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95110b67dc74bc0a65a90055d579ef2080089f70
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29757be0ca654240c76ed16a70c6ae688ff93c9ee59491987a6e2feafb5d32f7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34cc636404a51ce812a3c1aa6029058db0ed714
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7ac311856091fd3aacaf5a9aecd12dd7435dbc1754ee97414a118521085456
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fec2274dd9ab9a2b7459bec2f3993ff57104a9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85c198fcc3dc9295924da24bf1a34707df57a413d29328258f1b9f96f0b3165
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2019b67bbde602f95c4dd085fd41eccec380d7db
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7919b341686a529283c87f2e0e613d788d277a1552f0d23955c21f5f3dd3fcf
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925a8000617e4bada85465a25bdabdae329da70
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedd79678cef4a3ec3153209f39809df0d3a1cb466c81788e4f1e8db205094fe
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fcb4bcac8c3801ebcb91ec0941356aefd77252
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dd1b03ef8ef904ef411d5619c2ae9b8c4091a78bb097a23dba117624b4aec7
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cffc38bd5d886a0072cfb8831ea0c04edb6b191
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd42050b3ab6423eac6e22dbe8dc401e3cb3d2f08462ac20e3db3865c5c2006
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9623464f1a0dc7bdb07d8f47ef930709eb9b2723
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77687248f6a83cffbd78077934b4733fded6ed7688949ad0ee65882537de6bed
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc4184eb8923faac80c243f2f7639aa7e6b9aad
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201a0326034db3396bcf72847c4925b6ea41d5e020aaf900e4ebcac95cc3757d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22524f1f92c1315e1dc7c836c444099a51fe0d45
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19673c2cad42bbb701f251521af50c2a30b9f42c29ef309fb0ff22b01da270c4
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abf8bf13d6e0940d6f95492db8a18ffa8d5a27d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667f65408e4c5b3fb82a882cd3ace97ff9bc98ac2627556308aa5ebe4825ebfd
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7ab28b31f0b208385cf498ec59723a41d88d83
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cabd9ddf527fb6cc6379a4d03b0c9da1a8904e7ca53b421f78c9aefcd9f1bb
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245188642454b6d2899b512e14c7ab137ea64637
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482a4e2d9f8f5e2bdb8b539464054bfe992213fe5270f4bad1fd88e63003b96
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d296032d9d0526f75e340b677d2fc4c1cf313c8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b73fa880a1f6a44d1efb726dd998a88745ce30b7b68885342cb9be75aa9be
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b933dbd30926e6dd0023c5f1e537646d27a233
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c418dc43126f556abb037c1306614e4aed41dc6bd284e0c1ab2cd4ebb933f7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26a59afcef42a6618ed2a134839f617556561e2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e1449c367635f09d9295025a12b82f75c3454dbdffb051883d0637fd73a123
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea332446a242c8f2cbdd9d81e8fcee2c8c1103d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed9597bc2c0491bb070946e99316d025741b70335a8662331714c18beab442b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064998cea095593733356c56033eb52f94d1faa0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7f8962ffe67de947906c218ed3c9ab5594ad2eaa15831a64e9866879393c22
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666e0d672e602f3b998c0283ee863f9aa374f196
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3b3780a72254915e23d9df0166de047a48a6f67696d58b5a845ab03016a2e9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b9811c243d72cb4a9f64b5496381ce210c82aa
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a394aaabd22c3176d32cf23c499eec3bf66e58e9d17110cdf76ab4d0028fe97
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3e4cb903a440bfa5ae91470cd9691f0bd85a0f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7070a6f26e6e48bf27134dd81eaa266fa1f00e5c29e050f9d5fe54618ea27f94
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f37f172fcc9904c8d0d9417723bf08050b048
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef504e26545296945884e7c06240848747f1abab876cadb91afc1da672881ef5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988deb06c324c93566fd96dc3d13bc67cd306004
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c11c739152e68e41e044fe30e40915716a0f3a5bcc6a02bce2b6ce72a8c672
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c25d8fd7389ddfce59be50e3a2c2ec66fb61044
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6511020ac8e281b3c538c1f382b88ec7c0cd5a600ade0fc5ef6b262f22c439d0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e6c990b2ed4da1a52b192f19c85bb6671c119e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8244bce94f70cfe4192069bfd1f48225a62bd38d6e5e3958ba984cea156d9639
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c394b4793e094b1cff099046e6a0d2bec9e1b3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563a319c9ef6b51cb5bf98755bc82fa496466a60ac611764a5c786608e8b6834
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87bb7f86ec9ca0c0bbfb0c878d164f64c79aa20
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc9e4d4f142ea19ce0f5d6137c5699226a4511ca10d17b7bb43e19e18e0d842
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4192900d2d91c11ccbe5621d6c39544541c6b87c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5a57759583befa44c24cf140aed184a58d9c8daa1cd2e2471e74899b78f659
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807f3925fe9b4dd6fa4a67fb52de2d48cec5fb4c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73d955c5bb1ecc5f9879e58d8751059c9185c901e7d81e0e9c3e0b378d7559b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09476d1a20c5f27871f3a59355ed0a70ebd9abe
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd08e8bdefa90f0124456b23dee2ced3da745167f84f288d4f7de4f05fe8aef
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4849c89550655f810fe90070f2b7da209df041a5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11c65f76f948bb852fdfefff638248c37d1497764da342385b6488d2354400b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ce7f3b657d1f80548d1199008f065e4500a3c7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eaa1d0987aa98f2c78874873636121eca65664a5d7abbfe1dc7ca4af060851
+size 3297
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0686d4230e088b1113c4fa181891917455076ab6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf35349904bf1d162557fa2a46fd0827309fc44aa0f64190fe16978a722cb1
+size 1254
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e25c34237c8e3c07e53393b27836e824c9eed93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2ed017239aadbac791dd286387fd73b2ab5615cbfd29cda89023581e615ef
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75ae234064a9c0d9ff197f2a826d75835471fbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc647b46f895aa35c5cfe97a92fb41a39ca76da11e77d0a43757323ce7b74c5c
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e360adc3125389abf4a8f070d2e8862293abb6a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b13a07b58472ab1dc44c410674e400dd865b3f4efaafd9545fe8541472e34c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f003acd96a2cd4e681a156f0951c1e856f007218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e4bef450ae0feb80f1a0285baf080eed3268a18647a4f097c208d5c96e868e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0811e9500a59a6ae542645f4782f957e28383083
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912749621c7d1dfdf26ff39c821f149ecca67327dada8e62ba5a895aafbfb85a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5fc363939711fb1048c4c886eed08b3c394c66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ac19a13de7022d66307763c41a607c4a2cfd74b533e0b36389537567cf0afe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0162ac3b0002ad5b42968c49be897c8f7c9ac2ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51adc313ef12c4e137c3da5c6b662314435dc68d2398839582513e21a7548d9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df479058df19fbb13a2e80e9e4dcaba20af9cb54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c22b5d861d13830b8b1d7e8bee06a9a5eb0397ac89b8d1d004a3c783cae092
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dea8eac12813a352dfa01d62620e17048b32aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a82b80effb4e43176e92d1657249ca21695867073bbee31ca758f220772331
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917bf6a48608af0bf84dc5bbfe4a2d2b042c20eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7df8966abdef4e1fa6c705c6bc7c40dde05195f1401e6d15b4f1d8fadd7d96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136c1948b3233e9a8b8cdda7f7f52cbe3f93f8ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08405b71ac9ed025e156e18bb41d68f87d134a58abc3ac2d6a7256915a69ba84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c025c83b2c5e61f0635d42003e1711696860582f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1f565da3e5d89cb7b76235938f15c3bd92e23483b2299cb0f9f45b8b77929a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c17e05d250782d4a239ed482bc4789dcd041f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e764eeed826f8260b5ccbe8dcef50ebfe071a6f7a53293783a65fc2a8e6dce86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb32319cb49b0b6dd31ae3597d345f54cda493d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15385dff122d6bb68eff1aefa27f973bceac5230e0c946d4123ad9299db416d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214beb32f7e6a1ecbe82c82610956ef0417e6867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6dbe6981b45bff94b9482cd1f0764763fcfa0b6c9be3490b87154a016f4cea
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3db0e7859f278827cb792019a999ce9716a5daf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b89b2aa6e02ea757d2d9afe8abe45385a8b06f752140c3a458f2cba0f9ccbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5508c717f71a4346af71e2d10261042ec8e33de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0432ea6a8d4af8663d8fde808617de3c856859c7d331a5f542c32549743acb79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41cf714ef1fe1a0c5fe8eff08c1a025cf7585e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3b05859856e1b9e015bda3b3b479560e9ce653bfe3c3b2fb4ed716f2a664f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8ee85dfdc90e44ca50382dad02044f2dd418de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddfc2e07fa8b3a3e0c6a683bb2566340151e5ea87dd4aaa27d45c4e1a02b4cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8538a7d86dd8aa07323ed13a1493cabc1d0cf9bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b8da54e302dad67324282d5cb39d4b3ac760a6cbcad362a568c0009f23f47c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe786102a69bebca37ba3966e785846169aee84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a16656f489528c0b6e92b43206625826bef2b688c5aa3a654332d0a064a681d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d28b68e5a0411db0560f35e2fef15ff3a2104fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4ce352d1406caa64a8de007d9240d47373443d67f98f72b5f5c2a323898319
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01f8215f87a82a6fc485d58ba2fb09d410a674f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc7030ab1624abb2e08288c12e8c2c09f6f9a140333f26f16748da53ef9a620
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200331b5384dce285cfbe6a474637fd578b31bd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51b476e1fd438c2d346ccdf54bcc4562dc0458e96678e26d0c840a9956d73b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680d918af446e8aba13123787c0ecb1a2a1a1959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0724f5589797ebaace60aa601399b3e576ddafb8bfcdf1f5cc7c4659e65a72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebf6cbfdc53ed5340f35e84ea1444fe80240964
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c271adfd58b5195c031ca657a30ec6771d4de4b79ec6de0b40f006c77df2e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b021a8cc58e3d22158fd27bd75d9b90caf22d7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ea4088aa9b3597eb50892b10caa36a98ee08fe62d3846c6e23df7691e76ff8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e366375262522d10f153d74b608e916774758f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a89ecd6bb043ef2a9b7cd45ce7b84eaf8d3f8db0e22b61d7663d373009af13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f67164417a9dff0c9e1adee3360f69475fecc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fb7541b407d23819e3553323d449a1773b82f635a5ca3535ebced5c18bf5cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab260ac1269b265404856bc95437a586eea2c172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30598742f1dc91497f1d56f0b549079313910151b0cf3efac4a1c42ecf13b70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943085085bed7b91e313ac21c27a919438c29943
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73f3e1a53cb6ef58b43aca547a198dd32e0221e877a2f2c74d0de688134498c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2628ea52cb5f66361097d5ed23c05bd9561c2aa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5364d38c35c61f314898ad333476f671556a454c5216ac405c5b1d56b22e7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef087c58209893eff17a0dd472d6fff9b3345ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8287d065aa70cbdfe77678759dcb81d9bf6dd3f462a630621d59389f8435fed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cac1b07afce24e41fbb35ae7c72b5925a087e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e56791e21a9bd3d26872bed73bf618a0096f4ff2adbb709b1116dbaf108d21d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6473d24f113ca9fdef6a7f25535948e4dda64c2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda4711c06cb175843e51e776d44a9c31024df726df569fa352355329ef0f5e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fdc9aba6460479f3e97ccdb4dd87228c03cd91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c17e9bc0e099700738b447bcd4cc195f5976e083357f1b75b351c92258bb0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f22c87b562d224157c11f571f14d3f0f9e104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661134fa7c35fddc4c019c1d5cdb89739a3f2fcc1ccdf45810bef9bd343b833f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a4c1d737829294b163885d3b422ea2fef10535
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3643d77f742e5fda593b96876bd1f6b7bda4adc0e5b0582570861f0152cf739
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac4a961856aa976df8bd5259826a6d2a1b41a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65736038c03af96a149f9ff1f98ecaddcb10b4c830a6c6f58f60b42bfb9edd7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c8e7ff51369eb10c3f134460a82787f1fb93bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e1be1093d1413c8bbd90edf312872ad0366f8e7ce0a757722f9be9039ca100
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fbdf88aed321a601c840f3b394013ba61d2305
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1057a729812de3656c80de38a15ed01a763bab6e9cec52b7b482150ed59887c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844bd83dda9f2e3a7c33432afc6cfa9fc5508c5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682cdabea1e1b36fac67701d66389fc023560a502b508f67341b84032ab0b74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f61cf0897e357191cfe64b688670ad2a2791d78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58de6f053449a90c874812b5f02cf3bc23cfb512c42fa9740ff47c499c4f27cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2820a056c71c41e86e5bf95b947d72c5f0455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cbe77c6b177d79daf6065b67b1b9e7c97292e8d7cdbfd989fb2c6d38f52ea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58a17b1e9a0b23cb265d777168a9af56fb9805b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec1d952b633213a6401bb893818a2fd252916104f2d953881ea4ff79244f8ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea486477d381ca4949ddab91bb064f28a3a3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a4eca1411cb1feebb87170825179777ba7e8f19e26b3dc9e144dec217db64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814fc7e68ed8361e4de9c5b3f1831bfbbff850a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc509630387296de47a29b47722d4d6855d2ad64cabe50456f660b3e08b2e22d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e5cef0ce43aef785ef67efacc7c7bf98ef6c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e60d591ace021da20059f49ec4403b5a9d3508f36f913ef03b18b7b4fbd7b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdd9d9bd0da3e2b3ea2921c8e6196b6f4549833
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa2d34c1e94f728b64d8a0497af5e35413358585cf92247209d204d6989ce5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209b11fa3ea8cbda6d6830667b782911b78d30a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904113825977ff1cc0643553c5b3e3c3851ce294daedd01d9f749119647abb01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30f11274881e8f7511c89bde03d9573c40ff960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c012d0ad5e58d2b852694eb175116a99d9f93fd9dca86d5ff9156b5152512b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64900b4a147c1621f1c847ee95e997dfe914f9f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892d49ba599e880fa48620af0dd267ae211f416d6e5c607a96dc0ec08edfb7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f584dc367196337e7cb619a6ef6a5b9c92b816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4652645681c9f9222e495721f4eec0f271b7222b889537d177080277e9bfc2a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02ea1aa8b3d49946ce51656bd98714a5c92fcec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bbb490c67954b5b74dfae5ee8f9edf7f2b862c93f33e496e0d259c250a3531
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6932c17e4590ef1831d554e48a816b5d828f4fe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414beb023fd8a918f200a119e827381423f6d74262831f68bd67b94a9103ddc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ae3475402186387e2d64cd5160f0e73c4c2abf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b176d45c24f158ca42bc3333c81a7f4e0b092840daa87802d6c7781620d3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a797624feae937d74937e0fd62a65390839b9626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf06cd50ee6eeacc1c405a0d2e6b87995354e862221680a97c9d8e3da052720
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed33d1a58ca0dfc979676d69c492f740f811a99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eacf3e1ffc1d6057bc8eef9910f6008cc5ab5b031ef5fa0239c4153f590b52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8090e94792fad3f498b79515601fb32d2496d058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95f9725c57bb152b1f9a06d07494283d134169087945cd439391a8d318b5eae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a673251dceac3f910bca59d7b83e8ddbbe2dd1ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693bf91cf238e1d43ef2b51a0a68fe763b840f10dcbec72371df51f6a43fbe4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c9b4218fa833cc7c74a137f89e42715e180dbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e429b54e22ea5c3fa5d360be1cbd23bd60878ef3a8d1828a8806d550ce10efdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e822610049b622bf5c900c27d3c1e611115be761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06db0af44d325258e8f73571dfac541fb91176ddba86e64ec04aa24d86ed3ba2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9aef370950eafb88da40a8509ffa67a3ffb8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9ef51acb6ca16a2dcc524d10a14083301ee2be1d2e3b27b2a063e9bc4f82c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb2a78d5e80dbb4ce51b9978031bc8487e0faab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c932aa6f65d170730203543b42a7d93293899b618a16482d5315e2c04b68b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc46da3b6dd754c538e107718345c8b759c546b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c421e87fe88789c597f4c7029545cb520dfce845fba6e748626c22df55f8b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aaf4ac9556d6266edf57ad4b5d6b1e132b8851
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88de34ec344f4e2de8afddd057f8c87834da17e7ba1dc5f77ad71b3042b92997
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c0dc0048ab5372a0f8686f42be47afcea9485
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53fd8a2b34c60ecc3ae0e1f419492d198f4481466052dabc4e4700665e7e48c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b80beefd222eda7bce8ea3cd87ebef606a8298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ca1f3520d58e4c3e97d947f9a8f46ebbc8256e98d16ae330b62b45274ba86b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2dde171efe5b3fb2c3c3fd4d962141aeb75961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f532f512d6616fbc5e29aa3f73211d8a8bd27a3942a1648a0dfd1fa1420c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f2d592fa9d38f8e3613c985ce61e3749a8b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f2e5a763aa8c66d6b0f0463bfb588439b1eab7ba32ad08e67b727233875d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccb8477fd103eade7a4a3606dd72942b0b9e76a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76db1fea8e8773d02a8a187fa0fc17eebe76025738000eefae92493bb9d7dee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6eab1f23886530fa708f4af956d0f61accd144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307e44734dc8cbae7f12cc10b16bbe3933cad5a630fc2cb526e5f0c8d0a9393c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee039119312a71454ffa9da9d069299e369740d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b3ab7eb6b3c4304a295bce128caa29e4c44b89938c3fef9a6978a4f5c7a0c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df66583cf182a546d1ad7e7d0f34c8abf1d6eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864a48319549f529e3a7bca8c93c0876b9f1c6390b9efe363c9106db4bb73144
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c507044a568d2fa037a63e82978482dd4192c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3995fc4f8dac8012aebb4595ffda7398316192b87fef740e45f084452ad907c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52ac5c1a68d33621e66282ea0ea13ef609c48b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75de14c1ea45fa12d06acfc0e598182c5a502758f2a628cad5ee10c023d136e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061b7395afc308a8827da5a22bdb3acbf47c4243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361f7449afb1cbe993bf6220089c29dae49ae44fa429426b13195df6df7fa1f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b8bf8dfcc9a7e5d53cae820c69f2a895795c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892640660dcc7ef7c0dd3a8e95e9a3766aaf74961b51bb1c1df488ab79fe8b76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc57c7da850ae9156f02b822eed63b0fbe9b94a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2127ccdfe93f7d2bbc63dda55790ce6d0697a51298d76ff464677061d0e92800
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf4ec084405f6d18e464903b2e2f7222d76ae48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a270485aa5b1df4cee05433d6e6c32bcc7b56b3e6038ce993416966128829c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e18a61ab48eebe30401c309d8a4b03bc680726
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40ee4f78048d00a0acd9012f8f412ab2bc2168158edcddcda07e21ece59fb6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd997d817f4dcb4e56292fc41bb8617e9d917855
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaae6c3e9e04a767e668067cd59872250d8c34b6378e24bc9cea5e2eb0b425f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f6923ca2e1e492a885edcc51c7daec0296d1fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3a194561b352da974d15cbde32eba0f6927522d7f705ae2e19df14e8a7fff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc4c5942f860e8ef7b7ac95fa6381bfe987327f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c666cb8f7468e0c022bc6e52d38a84938d995068ac79c1987a3e65377adcc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eda91d87f396449f56aa071df066a17a4a97fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4098933a1fb4adf2a2bbb24e9a16f5176888c878b8d4f36342f08d287d2bdef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e109fbba7ca579972a07d5434e7ac769986eafc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe1e302f2d72c0e7a68d6cfd899409aa55e65fc918fc1d74f7983afa1415da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5630447983cea792ff47461a17758d4cdab69aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c2e5cf2136f9c24384f37eb7efca4cbe1ddd5172b11603e3ad6d2cd15a9da7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a44f8e3ce9816a0ca190af793babb8499a7ae1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b386b1b4f034e279ad37cf67184fbb353fbc8aa6b0d78e20c8bee13717c2f28e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c773dbaa234f3db53826baf55eeec2453d2912f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3426af4dfd42e02b3f5bd30f22d97aec3e418a5edec4f182757ee58d548fb2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dbe777e8d490b8e48b905d682baac172d89fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3fa05d776bc69c481c98a97278e3423982ddbd21571ef97b90bb3409b79f11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf74b23c03b519326564b242ff3934654047a8a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c034b444e350d21827c8793743e1c98a1c0781555df1e1b8fb1da626ddf1e32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28252bee31a02993ef0ab2658770fd00789649fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9df8be9e76360f31fbb5f01f097301107bf2f362b195b08a62cc77c0bf00804
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb8f2d008ccf6515156d21eb911be7640aec18f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3b834fd46b2fc8bc7b1f3502704dfd832c0ed8edf8c368fe495c1aa9872513
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e0f2e5d67cd601c43bd6ed20bf7680128252a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f177a36f380886c81539c34157a0b8f1356b34eaa414d31c5a14f7744cf491
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5515f4f0aa7ecfbbd298d00e88b83cb1b2625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a61c472ad1c2baab06a676772e211ae8561925ee41dbc04314412ad74035f02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e605e2604bc389d4ab97fc81e569c7b3a7a3de4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ceb8fbab433f4585b6373edcb3f3d165bb7f1832dec1439165493aae49d930
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dd945afb30be6b2747e73640729a691b1a1c2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a6de32c1d0cc29f16b54e750c270e5734b8b76bfd0a4e9c4d85ec18835fee3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d01f6af8c806f67a8ffea15d2fd8d663035536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536cb7d22c7511bf600615aa7bc66273f751078d81c3d5cca6ec975c156aa307
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c859eb028f24c2f4525e0a15b0b9afe4e3fa3b15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c6a80484f1f9db211bba43416792f3724e1888a4c28b5bfff4549014cee335
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a7172045721caa7cc5daa773a65548c6f4237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2661968c622d0336a9fdd1009cde5d78aa53c5c8b55b3c1b92aba96cfaaf5d30
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754b4b22312c6f36dfdc2757fe3f7b36eede153c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a0aaa59765e33c141d101e70e1f5a7ef56b9c152aca74fcee39c891620f5ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d243c291b3c94b290e5b134eac31d32b001dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f4b93eb0c87dfe8a09b7512bea4ce9afe957a7bbcb847fe1d6c776b57ca6bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ad270beb40abfa67c839f65419c1ffd28b2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2731945d508cc281c9056ddd3a22d7b817b31eb432937833a2af492820d6f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1660b8bd01f64a5bb85df78f54d755c1a2aecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad7c14ecef9f94b950b3f48936a96fcd4b8fb494304d2c4dfd0d7db224854e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7d060ab27cd5666c3696053ddc35df99d134f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2e5e803ed540e0d56903f8b1bd0e0780f6deef557669e0a9ec0d31859bee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74158ca8541ca2e64e1c13242c0aa7f782a80f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4f3a7cb61aa5345d67daa81b5e55e483021cfb465eb48edfe158c1b37fd341
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc02b3524e208de086c188ead0008b81e05b993b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a167b7d65cc6c8dad9bef77493b06fae5dbd36e8a3a5d0dcbecefc666b6ca90d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78d08a6d7632f57d07b92d37e949ff1d9457f46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4570ec0919666d45c24eeec41e0df4aa831cf63fe4d964642cc642e7310890cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1599efb1436aed7eef0f3e6b6d8eec4bada86fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1495a2fbe2252ee80a659e991f746e748bed2089bcc65555fd07ca790958e903
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07adfcb33e3d65dcc2fa63a645a0c7005b1a772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79bff0967d4e004fe473696fe365c22b94034b4f90cfc7ce657413472ee7fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd44979804e0a0cb40dfa16c685030d7cca2410
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328ed391a4183d63237f630f441047892f89d3a796e41585470386b8e2d9354d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4333f5d770a8e81d9e6cb90553fbe480d016a0c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e57d7e1ebe59ff9dd2caf8bdd19b8a2ab72b43b012004f9f8398ae45d7053ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9602dbeae59405169e5f180fd122773b3a0ea1af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2476986849ee90f45d644b1089f137c308ddbc34ec791d562e9b6332476dc146
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282529eed6970ef0c37f465ffdca257289ec5243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3be44c711ca29b51b87283706168a947f46281e3960fddc308f3244c27af5e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496caa0769b4ade9ab0fca6ca690de33a2cf5887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de56cf675ae7893fd4643cf2d6670ba2a3a9f22a3d4c3506a7a5c4d3a32650f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a058bce66f045e0d26505f8a654634abded3876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16203f0666ff7ccfe731d8d599dbcc09f7dc5d41a297fceff71a8fd1affe6863
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61215f26d1e862de90f562693ba58a7326f614d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb510f145e2d5616d69f6572f8b06ff8af4b9a013f08d89d0cedb6113c8a3b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cc90cb3fc28094030f9749f32f326d7c19f32b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e8b34f3021d8ad8b524694663241bef1795649c272a2e2959ee39d67a2346b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803dc8e0c3b96a6c763eba0ba598d9da925d9d63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581f0f905f8318fb532321a5c346f9bf1f51a3b45119405aaed0d8debc652608
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13b2c6ef4d3011c9c0c6619acf1c10b28c8933a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c404cce261200b03a9ce089a216042b59921190b760ecadac8ccd858641724a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3f02a2cd332818bc234cc2b6cc87556fcdd0e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967421cf60028e61aaf968eadafc3617d7f3fbdbd54bc13eb03168e4486aa286
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662b0f87a66afc11a5d8179b581feda191529315
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045c5c29f95b85f236c6342cfb806e3d82a38544490725926b891f146e096859
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3f088a757017737edbbc51d0bc3af795dd670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275f039f53cad67a22936ff39d35d04d7467e2f94d16dd7bbf5e437e04679161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4df8d1aedc1bdbb93a85bf3b89a127fd7f73fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dd0beddfcb206c7651c284ba2dc453aade6769054f42ad7aba381f304401fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab724d19f0b3342dc734250043b496d0c4926d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e803401d26f55bde24bfc8a6af30d36c69e557d1a84a887fbcc7803b6b8352
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936c4a0c1fe50aa9272df976ed60cb21716c84ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e202ccdefc46c3aa5339071afb12da2453183c515c0a17ada72a3f0816ba4f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d45e825afac8015bbcc471c01e4605b1ac3f55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae9f25f581956b7303bbdfcaa8fa093860e32f6a103be447c05aec295e86fc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640a98f0c093a625569a07e2f00d7c4a703fb01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4894883e30f1678224e1c141c9a89d71312093478190b1466ebd5371b0e2e300
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44ec64c48a18291705e7432cb4800675614166
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b58d9ac31935bca5f55d9a4148bdb08c282e8f2c653e1e6084b8bcfa9fedd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4f0dd7c89691cd30fdae44857fb7ace3dc31b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1578915d4f558e43c3df5eac84dd9236b57b969d944aaf98b3f20ace2a02ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c4ae215daaa49e0ffca0853cfab6b062dd0603
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62371cdb167033c3a9783853168c183471aefec7cb76f2346cc73ef77fbbcc9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a5d212960838edf58d194e48c72d242f304557
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a782dcedfdf45e56b117c208604e34ddefb841a3254c7773149dbd31da47cca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9da292431702fe8ce5b935852c6331669fe142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c1a2ab3107383fc1f26061bcb7e983b1ce9affce91a11e3284d2ab03bf2f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97faf3a99614616fecbd6ae1451bc26e9b2acf56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e9ad6d9eb0f35ed4823ad7326e84a1abd6cbba2eca5f8b8febd11b0e9af89c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba140e60578cb7a1f07eacb3941594ccaa9a0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e01aca1a24913ce850ed9f5fce6b0f2a94b1cccb9238a74ba18111f54e1559
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df85f1b469206d64406f0d8daa550da7218dc7ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4aba2f69001fa646500d9856cd911e280f17cfb241ede959da2b3a45431383
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296e2b8ec06ba97fe5e3608b814696f0c223ac3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227916c759c11c66ea049a92cc18e60a3806595fe36fbf40c1db1ecdea809082
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dce7e5327ee7714fa601d20cc29bde280399bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0630d1b7d9ce3a6b3885c209720de353b73d169b18965c9967be5123cea7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cebc037b0b357e841232cc1d96ec1a4e369e8bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d99026301e8ed6bf1c3138688a071bdd122f260e3bd090e9f53279b0e4c00ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb3e5ed9c20ff8109e2f157b9e2c20df6d05cb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ba752f78ed64f1f77eeadae722a7c2982d7878aea1056b6b96ee3cc9cd8016
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e451daa88dbab55dc5d9c511392a1f26e50624c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b7af826a050815e8563a12ffccaad2d5d6021fefecc92afd558d256797367c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc366d7c17570eadc1bbd9fa2b1fffb3dc9e2c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523e52457421598468551eedd5f8bd70c4d99b887e4e66a75123e3f18125a414
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a7fd2b8326e1fded6310322791cea563bc2f3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807614638f5a77f257babca03d92e96ae77df82a4228dd54d94c7b3d718b0c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b3fa26f256580665bb09d7227728f517a06a45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e8c5de4fa5901bc0cab57ee6aecd7956e118d08212696a896a0f83d7126061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d599cd1679370a2c7144322ec73d896f4c3f29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b66403b5ed04a6254b91287c7a1d09ec6051f0c5bd9ee8bcefcf519ddc24acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8971505b6036c887a464ac5f5d4ac1d32f81865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486c8852a3a07ea9ae46b6678e21fb8701cdf404d26a49f1a6560bdc08b50477
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603f8f381a92a4a330486b0a82cf00db6377dda1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3572efb60666c3fdba69c2b8c8afb7a26797df7e0d95691a2d6a703ab8259b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e012200336099d4e5a8ae86ecfb22e43dfb37460
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8de6b37af553db632ddca127aefbf8512edf15a0455be7bdfcc94dde25641c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b911fd563278dc2da213f1bf88fdf01405462853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7601a585d003245ac8d668de21606c9e5be4294dc99c4a6bc7a1bf40fe4f4952
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8e3305bf47cd276cc1a0d51d5d450ea515b7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b1f8ec6424d55569342faf7af0c7159dd27a61310227c6e68cfe7041e47e7c
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e25c34237c8e3c07e53393b27836e824c9eed93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2ed017239aadbac791dd286387fd73b2ab5615cbfd29cda89023581e615ef
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503a0c6e81cf299ffe47ca0fab4d4c9d0c777e87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04063fec7c2151d3c2af34fba25eacb672bfb3e2dce0a20e1760312f0f483a3
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e360adc3125389abf4a8f070d2e8862293abb6a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b13a07b58472ab1dc44c410674e400dd865b3f4efaafd9545fe8541472e34c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d6269889304fb66e21cf6c674b0d074c102620
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5eb64fc4e793a72e61c4d9b8af3d54e35f0382240d6945c26c13a7ba2c5343
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0b3b60403ad716e4483f9b1dd48a6a26e1f0c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d446da5ce2a993ff1433e154389f74a5545963bdcf34d6a2072b584794f079
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46c9aee8d5093767391f0393521505ba6cdd47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6186e1a676a5cb2d0d78079705c33f35c5c0ea197b2b1e12917bb59e1f71b51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0811e9500a59a6ae542645f4782f957e28383083
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912749621c7d1dfdf26ff39c821f149ecca67327dada8e62ba5a895aafbfb85a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a83565efd3a9f48b09cadd65bdef9c842a9eef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef23f47246ed9f9eed22824fe0b277a5248ff899422bc5963c66028d5892133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5fc363939711fb1048c4c886eed08b3c394c66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ac19a13de7022d66307763c41a607c4a2cfd74b533e0b36389537567cf0afe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c3f82ebebc72d52bce9064053a6bb243ef4d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a96c7af79b1a3efab21e64863a2c94083984dc6d63a9fd676fb28872e0c883
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0162ac3b0002ad5b42968c49be897c8f7c9ac2ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51adc313ef12c4e137c3da5c6b662314435dc68d2398839582513e21a7548d9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1658d064efda7e792cbdefd2bd17998ffb09f36e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54762f80377938a69be5eaba8ed8643015ef532d40e76af16e1774021f8eeb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df479058df19fbb13a2e80e9e4dcaba20af9cb54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c22b5d861d13830b8b1d7e8bee06a9a5eb0397ac89b8d1d004a3c783cae092
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a113afa8bdd7f7c25ca26bb5b62d943fc76e2dee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d53b9f3d667956751931c3e5bb1362d73547343750c079f0af9172363ab3ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dea8eac12813a352dfa01d62620e17048b32aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a82b80effb4e43176e92d1657249ca21695867073bbee31ca758f220772331
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c330e121b1edadd3c7c75c5e4a2ad8d3de23177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a210d27e276eb21b2d34a794d5764b0b77ae844ccd53f377c3e1bc36cb35593f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917bf6a48608af0bf84dc5bbfe4a2d2b042c20eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7df8966abdef4e1fa6c705c6bc7c40dde05195f1401e6d15b4f1d8fadd7d96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847a1adf5b3ef36ed2e4cddda772f085ede8c5d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeed7e84a1387f0e13340f4c6e2e13a8c59f5823e718bc9c7f582275336dc54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136c1948b3233e9a8b8cdda7f7f52cbe3f93f8ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08405b71ac9ed025e156e18bb41d68f87d134a58abc3ac2d6a7256915a69ba84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c82cfd52e84119a4593e773d5bb429327b6c37e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b96be0e5668758849f53ee5d41917a5285e94115cad350fff9d588eeb3b7dd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c025c83b2c5e61f0635d42003e1711696860582f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1f565da3e5d89cb7b76235938f15c3bd92e23483b2299cb0f9f45b8b77929a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990a2615e78a403f3332c32d1dfceb148d9c5753
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997bea7c35ffb074e41d2b6e6b4d847d437c833107efc6eb2e7b7b02f8bf8943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c17e05d250782d4a239ed482bc4789dcd041f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e764eeed826f8260b5ccbe8dcef50ebfe071a6f7a53293783a65fc2a8e6dce86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4548a10118ac09faaec3f5de08f58e88b467aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a321567ac74b2005c4c6154de8497e3b15ea6d7cd509f1d9322a6093f66fa3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb32319cb49b0b6dd31ae3597d345f54cda493d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15385dff122d6bb68eff1aefa27f973bceac5230e0c946d4123ad9299db416d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a39118a725f0a46b05f6dd17c6342c8a1a2c2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8da45a8a6861c02c3602a26beeda89cf264aad443b9fc9810e79109d99ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214beb32f7e6a1ecbe82c82610956ef0417e6867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6dbe6981b45bff94b9482cd1f0764763fcfa0b6c9be3490b87154a016f4cea
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d6392ff9f722cdc2c009cc49052d93e98226d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046276cc62ec1aa31fa64b905e63190524997280cafd57dc3a7d7e07b38260d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3db0e7859f278827cb792019a999ce9716a5daf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b89b2aa6e02ea757d2d9afe8abe45385a8b06f752140c3a458f2cba0f9ccbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e6874e7df8c842843259b710b6c1da2cd1ed87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53711e931fc7eef8de729ad53c1c94d087c6cf0ba9ff8af847b999fde9b7dcd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5508c717f71a4346af71e2d10261042ec8e33de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0432ea6a8d4af8663d8fde808617de3c856859c7d331a5f542c32549743acb79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b349d194886842cdc4af95437c90b29f42296b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc58241d4d253f26ca752b493d37a9cd9c4f5bb8b433b7bf5b9f24610e930e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41cf714ef1fe1a0c5fe8eff08c1a025cf7585e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3b05859856e1b9e015bda3b3b479560e9ce653bfe3c3b2fb4ed716f2a664f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cd70949c3aeca0888dfc07058485b02e79d16d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ba697c44e83d743d961c6e0bbcd46d91790c9c00986b095bda86b6d977b49a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8ee85dfdc90e44ca50382dad02044f2dd418de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddfc2e07fa8b3a3e0c6a683bb2566340151e5ea87dd4aaa27d45c4e1a02b4cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774e43822fb9e9b2310510da659aa6480ded89d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470544f559b2298246fc075b2e9d0192a5a02ee0cdceb9351477bcebe5f07b95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8538a7d86dd8aa07323ed13a1493cabc1d0cf9bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b8da54e302dad67324282d5cb39d4b3ac760a6cbcad362a568c0009f23f47c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d99916efe70bfd0ee5d93a4e5792cfd0cc436a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8bc7b19899cb68bee68f028b8c7f0d583c0249371386a040984eec92831b73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe786102a69bebca37ba3966e785846169aee84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a16656f489528c0b6e92b43206625826bef2b688c5aa3a654332d0a064a681d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f02316070b74fb7d2f792770fe762375064ff3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b8743a262e8d785b443862f3d951460bffaf4b56b001a6f3f8cc79eb736914
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d28b68e5a0411db0560f35e2fef15ff3a2104fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4ce352d1406caa64a8de007d9240d47373443d67f98f72b5f5c2a323898319
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff2dda93dd09219c08a9fabae006d0a7cd6655c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451c1977b7ddd2f5eaed9d305ce41b2ffc5b74407e8795ccc847ad04d41cc6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01f8215f87a82a6fc485d58ba2fb09d410a674f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc7030ab1624abb2e08288c12e8c2c09f6f9a140333f26f16748da53ef9a620
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f853c75135730f41ff9b205fcbe0780599b6446
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47021f1c472da53ce05644076706554fcf5584064b9b1e621e3682082a049487
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db5339475995ff3d7492cb92bdfe1afce7e62c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29069d4b94eb13b810c53d286a3d50e43c29e5328dcba5da2001524df2fb44d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4aa84566c12a8de21bc6e734966bfdd2eb9354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c1b9a502ca16e781518dc58b7a80f965aff9d4f4f6db4ba4c1c1b3c56c5ac4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680d918af446e8aba13123787c0ecb1a2a1a1959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0724f5589797ebaace60aa601399b3e576ddafb8bfcdf1f5cc7c4659e65a72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fa63210056d8de23edd9a310c1811466f3a3ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b74173b01de54d55b0be2451c3d15e4ef476cf1a2b63338127bbab9dd6523
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebf6cbfdc53ed5340f35e84ea1444fe80240964
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c271adfd58b5195c031ca657a30ec6771d4de4b79ec6de0b40f006c77df2e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfda4f9758117b1b09c06d72b991c4334ef376c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a427cd32d2293368b5c421c66b3862e8c68e9a184ad3c584cd300d033d7a16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b021a8cc58e3d22158fd27bd75d9b90caf22d7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ea4088aa9b3597eb50892b10caa36a98ee08fe62d3846c6e23df7691e76ff8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621308d3b0767998810bc30407ba345d3070a6ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a267f3f6c3be3e62c4531ba5a507333e7d2d4d97cc226cec1bf54e2c67708f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e366375262522d10f153d74b608e916774758f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a89ecd6bb043ef2a9b7cd45ce7b84eaf8d3f8db0e22b61d7663d373009af13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d34850304a73dab2736ebfadb7d9f744929a851
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74a739c53151a7ba164fb23375216583866f40b74a07464d318774ce18b523f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f67164417a9dff0c9e1adee3360f69475fecc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fb7541b407d23819e3553323d449a1773b82f635a5ca3535ebced5c18bf5cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38840d7e54826289c16fc227c26167f2d17e4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2707dc8b9d3ef4199124acf0cf6c2361027a211dd81bc7364b8870c2b38ad517
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab260ac1269b265404856bc95437a586eea2c172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30598742f1dc91497f1d56f0b549079313910151b0cf3efac4a1c42ecf13b70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161ba25363ab45f2466a23693d7e7974218efa13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741215b8df34f70d27540777350c98074382f6023059236a7f71264c49dd43f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943085085bed7b91e313ac21c27a919438c29943
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73f3e1a53cb6ef58b43aca547a198dd32e0221e877a2f2c74d0de688134498c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fce462a6979fc572df39e55a4862f9fb15d04b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ba90a70ba054ab11507c33582df18e4c6be853b4611f7abafeb7e78ac069ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2628ea52cb5f66361097d5ed23c05bd9561c2aa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5364d38c35c61f314898ad333476f671556a454c5216ac405c5b1d56b22e7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6a614880108dda02e78768fc5627be48866eeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea029705473f2482c14d95ccc6f91d95da6dc9f9c882d700a109f7dee76379
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef087c58209893eff17a0dd472d6fff9b3345ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8287d065aa70cbdfe77678759dcb81d9bf6dd3f462a630621d59389f8435fed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320b2204bc9452a91184b0f6601cd274a924c675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e0c2ec5529d71d645c60cdb5b6accdf9c16a26398b2bd2c17750c8d9b9ee27
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cac1b07afce24e41fbb35ae7c72b5925a087e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e56791e21a9bd3d26872bed73bf618a0096f4ff2adbb709b1116dbaf108d21d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa6511ead0df24ad33e1b53dbe03b76755cc830
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6cc0578d67fe2ea87208a215b7daf920d35fbd789fce5234b9eef805df772a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6473d24f113ca9fdef6a7f25535948e4dda64c2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda4711c06cb175843e51e776d44a9c31024df726df569fa352355329ef0f5e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d0423170c90dc7d02273c8e378ce5b5a2e95f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277ee21c256c891c0cd14d8fc2dd63031f3173ab9c5117ad78a5cdc58792a7ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fdc9aba6460479f3e97ccdb4dd87228c03cd91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c17e9bc0e099700738b447bcd4cc195f5976e083357f1b75b351c92258bb0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc932b97bac59fc31e85ee6127ce2507b025000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d1bcb2c69b69dd147aff3356312b2672e756a67aeab4a1f8b5c7f101148039
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f22c87b562d224157c11f571f14d3f0f9e104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661134fa7c35fddc4c019c1d5cdb89739a3f2fcc1ccdf45810bef9bd343b833f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5377e8bfc305a3f46e1f355b8edf192abd59fc46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcbb64aebbfe4e827cd76ab92a25612d280f65829cf7b046bc852e0e72ea08b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a4c1d737829294b163885d3b422ea2fef10535
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3643d77f742e5fda593b96876bd1f6b7bda4adc0e5b0582570861f0152cf739
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03691776d7f36cd370041b0e29bfea4d3c0fa848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f04dd5a06e76f35d12e6a14139ce1abbde21d34a499d98c21d5cbc50b5a147
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac4a961856aa976df8bd5259826a6d2a1b41a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65736038c03af96a149f9ff1f98ecaddcb10b4c830a6c6f58f60b42bfb9edd7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0ae260ead7fb7788e4ac6d6f02709bfb31661e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41cde4397f61c18b82269460459c8116671e19bc7b65aae7fe282bcf35d0abe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c8e7ff51369eb10c3f134460a82787f1fb93bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e1be1093d1413c8bbd90edf312872ad0366f8e7ce0a757722f9be9039ca100
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4b538ac7fc2c24dafe8f03a4279ab77f8dbeb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116fb38ef4f00ff56ae9c907f5f3978296fbe962d75f6bd6d7e62e94c70435f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fbdf88aed321a601c840f3b394013ba61d2305
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1057a729812de3656c80de38a15ed01a763bab6e9cec52b7b482150ed59887c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c50503f80fcd407802d3c799239ef6d72dc36f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93cd88c4f1f126abd0e9ec4fc5816e6ccf023fb211ac7b42d818a4f13fd658e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844bd83dda9f2e3a7c33432afc6cfa9fc5508c5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682cdabea1e1b36fac67701d66389fc023560a502b508f67341b84032ab0b74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e7d4e60844255c5a65e4b3da9d461414add665
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731c762965cccbf0703884c022e1ff6ac8a59b085132dd40e258c7c864bcf1df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f61cf0897e357191cfe64b688670ad2a2791d78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58de6f053449a90c874812b5f02cf3bc23cfb512c42fa9740ff47c499c4f27cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469bf05e71409f5fc7abfc46ceb312e62a0fbcb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68104bd700767bd1e000ac96abe7da7bd53e2720a6b5ce562d65aa4e7cfb33a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2820a056c71c41e86e5bf95b947d72c5f0455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cbe77c6b177d79daf6065b67b1b9e7c97292e8d7cdbfd989fb2c6d38f52ea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c61cf4c11f878ffd2f92e281e9383f85a18047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479c94a5d81be364632f2c2aa09f41b090075956124e8a94339f5979c8be4f74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58a17b1e9a0b23cb265d777168a9af56fb9805b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec1d952b633213a6401bb893818a2fd252916104f2d953881ea4ff79244f8ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70293ef7d8dea9ca7a42484b8c9872d651f559aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a6182abf42717df0cefa77fa301698f2d1cdee3607c63ea54219fdcfe746c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea486477d381ca4949ddab91bb064f28a3a3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a4eca1411cb1feebb87170825179777ba7e8f19e26b3dc9e144dec217db64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8fd1132a2fd4aa32cb976135ee8a8b2b160f4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92151e27338f1a808536318acf104f1c01908939a8f24363797aec7f6097c734
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814fc7e68ed8361e4de9c5b3f1831bfbbff850a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc509630387296de47a29b47722d4d6855d2ad64cabe50456f660b3e08b2e22d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdf55b8c16e36d2a9d503cd09700c3673df5407
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3bba607ac05175c4bbcad9b89ed0e0fadbdc36588da9de4a879136f0e24ae7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e5cef0ce43aef785ef67efacc7c7bf98ef6c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e60d591ace021da20059f49ec4403b5a9d3508f36f913ef03b18b7b4fbd7b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9888a49019951621687702971e1d2bb36ef4b310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c3a86aec20c04d097dbf4ca1950e36eea8179e6d1cda926857456bbb30809
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdd9d9bd0da3e2b3ea2921c8e6196b6f4549833
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa2d34c1e94f728b64d8a0497af5e35413358585cf92247209d204d6989ce5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5241a3f31e0b45ef8aac61eb847d487cc7188c55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae37bbfb5d72cc00673ebfce5c00623515846362f37184b94cb0652cfbaeb41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209b11fa3ea8cbda6d6830667b782911b78d30a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904113825977ff1cc0643553c5b3e3c3851ce294daedd01d9f749119647abb01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84afc618485c20f91d287a18e6b2444609799f88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd64ea380851fb6177eab326f65f8abdbe82dc53a6cf0f3cf8eb05d221b39cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30f11274881e8f7511c89bde03d9573c40ff960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c012d0ad5e58d2b852694eb175116a99d9f93fd9dca86d5ff9156b5152512b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041417ec8a328d49445b24900eafae7dde867d9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e48c7ceebfd94fdda2265d4d7a0d64f077f92535bb51f641e9ec3a48567da1a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64900b4a147c1621f1c847ee95e997dfe914f9f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892d49ba599e880fa48620af0dd267ae211f416d6e5c607a96dc0ec08edfb7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e75730875b35698aea8d8b71571253872ab136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10121e442a458fbf928cf39c99c46ceb26f97e48d47125bb75ea358bc8f1650
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f584dc367196337e7cb619a6ef6a5b9c92b816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4652645681c9f9222e495721f4eec0f271b7222b889537d177080277e9bfc2a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7caedd2f3256d943a8f5aa5a17e480a16af712
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b156786673ad4773086bda93a65675bf1c3c079767e6fb985bee618f15df5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02ea1aa8b3d49946ce51656bd98714a5c92fcec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bbb490c67954b5b74dfae5ee8f9edf7f2b862c93f33e496e0d259c250a3531
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac9dd028f8e1687ad5943d17334ecd0479d3def
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ed65f1ca223188ade8ce69cfdfbe5abe5457985572ca18623d499a534f9bde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6932c17e4590ef1831d554e48a816b5d828f4fe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414beb023fd8a918f200a119e827381423f6d74262831f68bd67b94a9103ddc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9f38dd51e096c8472050d5c6327e155317bd44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ee753955d7964e19909a9b0e043a475bca41603cb21eef949ee7c87aa4b788
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ae3475402186387e2d64cd5160f0e73c4c2abf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b176d45c24f158ca42bc3333c81a7f4e0b092840daa87802d6c7781620d3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e962723966ae79f69abf24c659862ef002da6bd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf919a292147b6185912e1963294da31d3227aef0d7b626bbb458570a8bb3479
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a797624feae937d74937e0fd62a65390839b9626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf06cd50ee6eeacc1c405a0d2e6b87995354e862221680a97c9d8e3da052720
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba74cb1f10a6530524cb24a8c4690b2a70261701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853530136c62b32c26daeb06a1e1289076a283f102adb3a35d0fd8ab361626e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed33d1a58ca0dfc979676d69c492f740f811a99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eacf3e1ffc1d6057bc8eef9910f6008cc5ab5b031ef5fa0239c4153f590b52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09f6b5ee6d161c488efe2766c2cfd60c89158ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9a27ccaf54bc38b7be4d5bb122cbc01d8960568b05fdff849474a8f7deef51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8090e94792fad3f498b79515601fb32d2496d058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95f9725c57bb152b1f9a06d07494283d134169087945cd439391a8d318b5eae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d501125e6c87c2deee867d8a6ff0a272a45cfa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85279cd47da6167f824d91f4932a02962169bcc1a4b460f72f7e44cdcb5e68f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a673251dceac3f910bca59d7b83e8ddbbe2dd1ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693bf91cf238e1d43ef2b51a0a68fe763b840f10dcbec72371df51f6a43fbe4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaadc839f609950ee17af5f42553746dcc00870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32eb35838f3d9c0ad5c7f989699479db883815511449fceb68918856e33f504
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c9b4218fa833cc7c74a137f89e42715e180dbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e429b54e22ea5c3fa5d360be1cbd23bd60878ef3a8d1828a8806d550ce10efdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fc16b62cc37c693e2c91cb0f7c79ec2a11034c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fbcd3a8b675966c1ff9aa1d2eea4b723f19c86f02bf87a4eb75427b10998ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e822610049b622bf5c900c27d3c1e611115be761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06db0af44d325258e8f73571dfac541fb91176ddba86e64ec04aa24d86ed3ba2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584cf04d3d48ea3f4e2d6f2396ff784d1f9fa8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f89a54d71492bb0b164488da708e1e87facd9d7d1f7d7a7fbbb4269d543e96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9aef370950eafb88da40a8509ffa67a3ffb8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9ef51acb6ca16a2dcc524d10a14083301ee2be1d2e3b27b2a063e9bc4f82c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f674f6dc577ff21a3b741f34a182d9f359dbdc74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e4c0b94f7566f9238eefd8d7c3584d412aeda7d0dcf3474322b4b846fcee3e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb2a78d5e80dbb4ce51b9978031bc8487e0faab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c932aa6f65d170730203543b42a7d93293899b618a16482d5315e2c04b68b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b621109f03989a93342c91c9b90c0510ecd46b8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8640ce9eeaa7f68f99b221c565ac154543ebf386160c527a5dbd2357bcf2e96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc46da3b6dd754c538e107718345c8b759c546b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c421e87fe88789c597f4c7029545cb520dfce845fba6e748626c22df55f8b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd446eb7379a49bd8cb003db6dd31d4a1e7748c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50af2791223382e642669b15423441996890e706b5de185f6296e106491188fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aaf4ac9556d6266edf57ad4b5d6b1e132b8851
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88de34ec344f4e2de8afddd057f8c87834da17e7ba1dc5f77ad71b3042b92997
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b0aaa534677355455d883950a3587cce54bd1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf4a7a68a7053a8c8570863a3a156578adaf093d63fe8952f038d6436d750e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c0dc0048ab5372a0f8686f42be47afcea9485
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53fd8a2b34c60ecc3ae0e1f419492d198f4481466052dabc4e4700665e7e48c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b815758ddb136f3f8cc1eb65474a87c28302e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358d221eaca05d36d898bd3be18ad39fa9d8cf87641f1022cc85f4f61ba96360
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b80beefd222eda7bce8ea3cd87ebef606a8298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ca1f3520d58e4c3e97d947f9a8f46ebbc8256e98d16ae330b62b45274ba86b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8567adf2f9f42006c7e23255f886d9d2ffba718
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd964c51c5d6fdec7c31f326b659d77d5d9c93c949bb0e43b7a72b54a8901ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2dde171efe5b3fb2c3c3fd4d962141aeb75961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f532f512d6616fbc5e29aa3f73211d8a8bd27a3942a1648a0dfd1fa1420c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7376b8d20b422b395e998402a84365325415399d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8520abdd071c2121f6ba7116be8d3094ffc0dcc1e2b45381df5130132e1c9974
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f2d592fa9d38f8e3613c985ce61e3749a8b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f2e5a763aa8c66d6b0f0463bfb588439b1eab7ba32ad08e67b727233875d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebb8976571966f82d2676d4ff0a352bf72fd361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaab895803d3cff40a7705c137fd2c7bd06d37410de27bc4ab06054dd20b394e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccb8477fd103eade7a4a3606dd72942b0b9e76a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76db1fea8e8773d02a8a187fa0fc17eebe76025738000eefae92493bb9d7dee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4332425a1ca952a4ea3c8951c81c3decaaf23284
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa54b978f983e597c76a42f142b730669b95fa77dac897d75cec23c82f9d078
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da97297af867e1f815af47d9818b0a2d32e1f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c25b3aa9c29c3b4435c6ec15f0ff29375f64af9f4ae578b5266cc0bfdefe64e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd95ec81db50635d722fcbf1257dc54c51785930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c640751980ee07d52d0066d78a47344af008b0c60a8965916da7d28d8d2a0b35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee039119312a71454ffa9da9d069299e369740d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b3ab7eb6b3c4304a295bce128caa29e4c44b89938c3fef9a6978a4f5c7a0c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5634ca11fa08b14444d597c25b60fb84c36be42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb269a223e9e00ffd3f7ea9134caebf6a530c9c8e111f67ee1c25d40984a4a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df66583cf182a546d1ad7e7d0f34c8abf1d6eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864a48319549f529e3a7bca8c93c0876b9f1c6390b9efe363c9106db4bb73144
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8275e5b34f6d9ec7c909a93f399e9e50dac2493f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fdf7e5c45b5c5a9fbc42e927f4e0cdf827baac212685a3749c8f3b1d274226
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c507044a568d2fa037a63e82978482dd4192c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3995fc4f8dac8012aebb4595ffda7398316192b87fef740e45f084452ad907c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe25b3293f85c0aa1a2008c7aa3da04b935b4a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a49de5d07ef06099f60d3b535387fda10e581de1c3265b3835daeb9298922fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52ac5c1a68d33621e66282ea0ea13ef609c48b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75de14c1ea45fa12d06acfc0e598182c5a502758f2a628cad5ee10c023d136e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322672630ae655614c1ed31c604a5e332208ae7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebf08e25b1adb4ebfac3c7f670406fd7133ae8d8ab5b3072938c4494b3659de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061b7395afc308a8827da5a22bdb3acbf47c4243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361f7449afb1cbe993bf6220089c29dae49ae44fa429426b13195df6df7fa1f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea699624d62ddf12d7f9df1efcad7d063552056e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4de29039289f9cc28020f6d216ebcc6e2c72841625e2c0cf986996a337c7ba4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b8bf8dfcc9a7e5d53cae820c69f2a895795c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892640660dcc7ef7c0dd3a8e95e9a3766aaf74961b51bb1c1df488ab79fe8b76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09753720ef78a0755f382ce06ea4e6200315860d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55869f096aff555d50b813643806df6a3371b8eea7e4a67de78692160b063164
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc57c7da850ae9156f02b822eed63b0fbe9b94a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2127ccdfe93f7d2bbc63dda55790ce6d0697a51298d76ff464677061d0e92800
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1821c78ecf681102a933b78a6faf283bdb6de8db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7810e9ed18fad387d3b073ab659438528ccabfdce513eac9a27acb11488bc555
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf4ec084405f6d18e464903b2e2f7222d76ae48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a270485aa5b1df4cee05433d6e6c32bcc7b56b3e6038ce993416966128829c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7a2618f7015b7fb3aebcbe18c466a7c656a09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1820ff613d0d627d1ff66da2be63e8d803891a95667c09f182e7f237c46a58e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e18a61ab48eebe30401c309d8a4b03bc680726
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40ee4f78048d00a0acd9012f8f412ab2bc2168158edcddcda07e21ece59fb6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585852b03ca38bb28a506d5a86d370f585cee0f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1851b5049956a5740dc4f8c23de92d98dd1396579dd562c556574a49d1c0adf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd997d817f4dcb4e56292fc41bb8617e9d917855
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaae6c3e9e04a767e668067cd59872250d8c34b6378e24bc9cea5e2eb0b425f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8627298eb515925fd3732b42e12206be24570e9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d69674b446098f1f900d110e150036006a6c9125a90876c3b2aa5a0638e21f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb9dd1a2ee318229d2cb848ea31e05d25f2a82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907132a88e1d06c8ed9a7cdbf2c9a5a0f80d4411a149d7f963efd492abfbec60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e163497ae9c8a0fddf2e1b9145c3fc27e2c04339
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7390efd1c2a41f14312ef72359293a5808bcc8f52a6edeb98cfdf152ec9458
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eda91d87f396449f56aa071df066a17a4a97fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4098933a1fb4adf2a2bbb24e9a16f5176888c878b8d4f36342f08d287d2bdef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f24f89e07f32f9a036216d0813b7a668be987e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced813dbbc23afe3a8a46c3aea40d663b5ea6893243eec8cbf26b25f8b19f538
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82844039dc799f7e0e592aa2d92a3628d4ae91e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eabb23bbf525ecbc3042bffdaf9e2528095dc510ce77d6db4d21bb2c995db3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dacb3013011c042c9d6812ada75dfb31323fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d704e1e85630b29a57863bf2785edb2e7e37298f5cc16d477eba380a22668e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd6962853a50e605b2df779f61c0c3e9f7c741f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9468ec69f055e761c175dbde0e56af6ef31653a17c27569d82cdc3203a5acc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65593e3b65e8a1f2943891f1b839bd1a4fe8ca16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f4c91828b545f41f7ecfb717876b9b681f2d5f413b43a0c839c4f1f86b6714
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a44f8e3ce9816a0ca190af793babb8499a7ae1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b386b1b4f034e279ad37cf67184fbb353fbc8aa6b0d78e20c8bee13717c2f28e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd481649ceb0cf1b5206299a64a7ac50b54d1f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0a52d9cfeb9cae80c77abed300cc532547069887482ad6c606057717a0e52f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c773dbaa234f3db53826baf55eeec2453d2912f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3426af4dfd42e02b3f5bd30f22d97aec3e418a5edec4f182757ee58d548fb2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712bada1aa25a1c2e5606f23d0196897db4a317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487a51555e9eb69420fb0fd9b86f74a057caa93f518bfee6be3aee270804c6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dbe777e8d490b8e48b905d682baac172d89fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3fa05d776bc69c481c98a97278e3423982ddbd21571ef97b90bb3409b79f11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35586bc429d9490e509a99c0ef44af41d9b788eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204909ebc88b8aee02746020246fa382bdebda28366ce9c4c16e47c4bc01bf8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf74b23c03b519326564b242ff3934654047a8a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c034b444e350d21827c8793743e1c98a1c0781555df1e1b8fb1da626ddf1e32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356d587c4fc8294c8fe7b2e418a6f82f2c93bbec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6e8cc5deb62a93ef67ecf497c75cbc78ef0313fc3e092de3e6259bcaec060
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28252bee31a02993ef0ab2658770fd00789649fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9df8be9e76360f31fbb5f01f097301107bf2f362b195b08a62cc77c0bf00804
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45af048237eab38eb4234b296f0b981fcd22cc11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5930451c49e197712d0a14f0fc7fc6aa5f9686be197fbff382a71122ea1ed34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb8f2d008ccf6515156d21eb911be7640aec18f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3b834fd46b2fc8bc7b1f3502704dfd832c0ed8edf8c368fe495c1aa9872513
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4c7b7ec361bac23a73e062d2ad566e0dfd0b24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10306bec1b3610f758767b35718891e65ed0dc0d513a969e4c1848212ea4db03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e0f2e5d67cd601c43bd6ed20bf7680128252a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f177a36f380886c81539c34157a0b8f1356b34eaa414d31c5a14f7744cf491
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237ed0531448d5eb336486941adca61718f0f03d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ece1dfc64f05897f4589c9dc80af1d8047ced9243e630e212936273afd4746
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5515f4f0aa7ecfbbd298d00e88b83cb1b2625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a61c472ad1c2baab06a676772e211ae8561925ee41dbc04314412ad74035f02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe51442220eae1269cb9b282e63e3359e0d59022
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1240c877716258e661f25d94bce92b4297baf3fa103ebe4c6bce300bb19f2178
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e605e2604bc389d4ab97fc81e569c7b3a7a3de4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ceb8fbab433f4585b6373edcb3f3d165bb7f1832dec1439165493aae49d930
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61ad0895e0fbc2c1bd65420f639486136729688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb36085bf9be5aefb63e4740112c46800ade9e041a5067cd1b64c634b290786f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dd945afb30be6b2747e73640729a691b1a1c2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a6de32c1d0cc29f16b54e750c270e5734b8b76bfd0a4e9c4d85ec18835fee3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08d7a7be544f320aae4bc4b317be8a9c18d7c29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b96ba2fa3532ab330284032245d155d708c0812565dce313bd59f32ff7f7ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d01f6af8c806f67a8ffea15d2fd8d663035536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536cb7d22c7511bf600615aa7bc66273f751078d81c3d5cca6ec975c156aa307
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e23c1268a6dc26f755a31d4e77c4c5d865ef675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3306eff4e0bc33b2c4fd862dee2bfd88adefccb6d2becfc28a2db664b00f38b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c859eb028f24c2f4525e0a15b0b9afe4e3fa3b15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c6a80484f1f9db211bba43416792f3724e1888a4c28b5bfff4549014cee335
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4985bcba77e217bedb5ace91adc85553c419d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a08e42eadb8f398ee8c1f31f3d534afa80fb77f38d20cad55a4a889e5d5191
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a7172045721caa7cc5daa773a65548c6f4237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2661968c622d0336a9fdd1009cde5d78aa53c5c8b55b3c1b92aba96cfaaf5d30
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6102be651a452282e12c8d939b43d3a73eae98d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32283c1a0214e7f68f101e5a1d977336d47315f0a8329fdab5b4e559b0eb8921
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754b4b22312c6f36dfdc2757fe3f7b36eede153c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a0aaa59765e33c141d101e70e1f5a7ef56b9c152aca74fcee39c891620f5ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a689ee35148b368d3ffcf5c060b1edd62710c66f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fbd6e090c84828ee81cf1d463c802dc8acde7352b65ff66f40dc142e086e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d243c291b3c94b290e5b134eac31d32b001dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f4b93eb0c87dfe8a09b7512bea4ce9afe957a7bbcb847fe1d6c776b57ca6bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c8ac3e5421a13c14e0a8fe833a12f9abf9109a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d637622d1f4a38ff200b26bab2b359d3c0276b317a62bc1e2ed0296c9c3a9a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ad270beb40abfa67c839f65419c1ffd28b2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2731945d508cc281c9056ddd3a22d7b817b31eb432937833a2af492820d6f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9124e022da598af46d18c9416717babfe07e6823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293b85f5be371b120c2c674c363cd3cdbb12a1813ee1ca225230ef1790c17038
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1660b8bd01f64a5bb85df78f54d755c1a2aecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad7c14ecef9f94b950b3f48936a96fcd4b8fb494304d2c4dfd0d7db224854e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6028125b669ddd99880699a649f64b38e3c0e8a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3fca11ee8fcca476b69f1ab0e1a34653b6aa1e4abec566154004ebfda269df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7d060ab27cd5666c3696053ddc35df99d134f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2e5e803ed540e0d56903f8b1bd0e0780f6deef557669e0a9ec0d31859bee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3bd8892c3781e70c259ec640adfd76dffbd58a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae783c0a1fdb3e6efa053e3402ea59b21b5f7bfdfe728f75bcf078e8b55171b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74158ca8541ca2e64e1c13242c0aa7f782a80f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4f3a7cb61aa5345d67daa81b5e55e483021cfb465eb48edfe158c1b37fd341
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd4cbcf2452a21dcdc7b59a054ecc6217199dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb029747bc45776ea761ae381c3a27a88a84138d9a9ac0fe855bd7642f0026c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc02b3524e208de086c188ead0008b81e05b993b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a167b7d65cc6c8dad9bef77493b06fae5dbd36e8a3a5d0dcbecefc666b6ca90d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ad74420e077c40e2a56a9c228b4e4d296dd0ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e494a4c99bc1813a2ff0d64e555fdaa2269dd8d767f8543295f55365bd0833
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78d08a6d7632f57d07b92d37e949ff1d9457f46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4570ec0919666d45c24eeec41e0df4aa831cf63fe4d964642cc642e7310890cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2822ddf3aa8d830c84718898431dcc22e9eed9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df10d1db28a3c934594e14e57ad8124b9e5826674728ec65405bcc0c01d794e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1599efb1436aed7eef0f3e6b6d8eec4bada86fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1495a2fbe2252ee80a659e991f746e748bed2089bcc65555fd07ca790958e903
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c43a7d05632a71d3acba78b2450635e222561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5dd4d21c252781d0cc43754b1866f0749c31aed37629d369fccbc23aca8d05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07adfcb33e3d65dcc2fa63a645a0c7005b1a772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79bff0967d4e004fe473696fe365c22b94034b4f90cfc7ce657413472ee7fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db585a459adf4e8beeb2af2e7c8508f36fe672cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565aff657014b9c1f304f609119b2e19ae8ff20542291eccb4bb97da899ea618
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd44979804e0a0cb40dfa16c685030d7cca2410
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328ed391a4183d63237f630f441047892f89d3a796e41585470386b8e2d9354d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7e7607dbcb6275d62f0690bc54d21cb063806a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee48ed01b8185679cb0393450a491c5f6876fd34193c35d1eb04c393a67af38d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4333f5d770a8e81d9e6cb90553fbe480d016a0c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e57d7e1ebe59ff9dd2caf8bdd19b8a2ab72b43b012004f9f8398ae45d7053ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c56400f7c89e3f6f697dd9513d6177c46cb429c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4249223360eacfa1c5682aa980ef377778c27f1bc91c241ac7e7150a5c5e2f22
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9602dbeae59405169e5f180fd122773b3a0ea1af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2476986849ee90f45d644b1089f137c308ddbc34ec791d562e9b6332476dc146
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fc30a2d804b8a45c94273c3e9a4d1286bfa0b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3f2f4ea08120a3a091675671862c36f77920a6ddd19f06d8494599258354a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282529eed6970ef0c37f465ffdca257289ec5243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3be44c711ca29b51b87283706168a947f46281e3960fddc308f3244c27af5e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf49b3e98faf35e2b720d0496237bdbbda5e6036
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ea680cf45a4ee4ee9b7c7dff22b8a2dcd512ac37bee885ad48b6daef52119a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496caa0769b4ade9ab0fca6ca690de33a2cf5887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de56cf675ae7893fd4643cf2d6670ba2a3a9f22a3d4c3506a7a5c4d3a32650f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31feb2a42e1aa0c89e9120e4b7bcf2bf27a7e97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e473d18dbc15d6246abbf7f96e9edd9c21784f43582b613dc83dd54052008b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a058bce66f045e0d26505f8a654634abded3876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16203f0666ff7ccfe731d8d599dbcc09f7dc5d41a297fceff71a8fd1affe6863
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a5ba7a430013b908ea9954abaaf5906f353829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341c741f543885589fae7dfc7f5b48567a747d4798da500673a10a0af12511b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61215f26d1e862de90f562693ba58a7326f614d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb510f145e2d5616d69f6572f8b06ff8af4b9a013f08d89d0cedb6113c8a3b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392c2822870b247d4ede6f0a87ef46ffa320fc48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef860e539051a766e5c54a74ce31fd5a82962138b413b068c1e17009787960c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cc90cb3fc28094030f9749f32f326d7c19f32b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e8b34f3021d8ad8b524694663241bef1795649c272a2e2959ee39d67a2346b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa7b2cf7f03e78f6ac08d6627df720c9c541a90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88e312efc8daf434e3665bf67a35a3ca593db1d340489f73e7ce24cb4a6dc57
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803dc8e0c3b96a6c763eba0ba598d9da925d9d63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581f0f905f8318fb532321a5c346f9bf1f51a3b45119405aaed0d8debc652608
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2537ab88207e105a712db50069822875f52c80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb6b046af7447945f734570bbd90bcbe0ec001c1bea0abf486a812932e79d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13b2c6ef4d3011c9c0c6619acf1c10b28c8933a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c404cce261200b03a9ce089a216042b59921190b760ecadac8ccd858641724a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773498c9f8fe65ba8cf38107c14e40a6c3b92018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3065a46cab69c5b785cf17b8c97401e14b240e0fd31b1dbde859e07794220b84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3f02a2cd332818bc234cc2b6cc87556fcdd0e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967421cf60028e61aaf968eadafc3617d7f3fbdbd54bc13eb03168e4486aa286
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6191d51b9fa3df0c88f231ea27ba0c32e2f894e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c8f55a8c09a8b166ea84cc5c23d73ae6d45a098ea40b6f3add37d41ad6ad5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662b0f87a66afc11a5d8179b581feda191529315
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045c5c29f95b85f236c6342cfb806e3d82a38544490725926b891f146e096859
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95601474d1014e4b57b37a914d6dcd20b72f374a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db9191a269eb3415341d0b418e17674d950170e851e04689dc3175f4602883c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3f088a757017737edbbc51d0bc3af795dd670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275f039f53cad67a22936ff39d35d04d7467e2f94d16dd7bbf5e437e04679161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac04fc6154aef3ce61ab636f9fa730672318c7b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a08f7ea646065db5e0abeeb79667d1b918a76a2bde1bc0fb1969b2f4b24dfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4df8d1aedc1bdbb93a85bf3b89a127fd7f73fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dd0beddfcb206c7651c284ba2dc453aade6769054f42ad7aba381f304401fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc7300927a9294b222fda0e627762c73658bde9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daff763dcbf45fa6393a9c1be250c5d06dfb7bbc928d6d4ced398119f4000a18
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab724d19f0b3342dc734250043b496d0c4926d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e803401d26f55bde24bfc8a6af30d36c69e557d1a84a887fbcc7803b6b8352
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce78113671b6a63ff22524e51f591d00a3a3f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4bfe329ca815b48b06ce065bd9be1ab162f4ac891dd01ffede10a26f3857e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936c4a0c1fe50aa9272df976ed60cb21716c84ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e202ccdefc46c3aa5339071afb12da2453183c515c0a17ada72a3f0816ba4f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f76d653ec7486c1b12d827b94d22b69c73cea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586c661b055a3998472ffbb135e31140910961538268571493f09e86328fc11f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d45e825afac8015bbcc471c01e4605b1ac3f55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae9f25f581956b7303bbdfcaa8fa093860e32f6a103be447c05aec295e86fc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd43e201e8bb0f257ef768138ed34dfa25e8b948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e346f19e9f369c2c6558d33de388919c8b6cc823f796b952cbb489f52ab4d2c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640a98f0c093a625569a07e2f00d7c4a703fb01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4894883e30f1678224e1c141c9a89d71312093478190b1466ebd5371b0e2e300
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a4a9fc36b3ab525c336773e35423a6c8dd79f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f95a7422f8e8d1acfbd03cc1c4dc79ee64d7bb98d41a06081879ffd95b43d1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44ec64c48a18291705e7432cb4800675614166
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b58d9ac31935bca5f55d9a4148bdb08c282e8f2c653e1e6084b8bcfa9fedd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c810e55699d69d9e10ae97ba1afa06dee0975f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e1ded9eed9e930d4137f31caa07e6cc347c1d0e4910b5cc492ea1022e3bf80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4f0dd7c89691cd30fdae44857fb7ace3dc31b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1578915d4f558e43c3df5eac84dd9236b57b969d944aaf98b3f20ace2a02ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc524ef70a3a8fc747d156fc7cc78d9b8dd1981
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4364abb575c0cdd8a9997d308a99d94f8e21eb88d2f28c23354f6c636f3a61b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c4ae215daaa49e0ffca0853cfab6b062dd0603
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62371cdb167033c3a9783853168c183471aefec7cb76f2346cc73ef77fbbcc9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8350988f52cd35a39522ccaaeab53c3684aaa385
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339cab83176276c0c232791b1de857cb99055f96885be8f0c171f1b16ab59026
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a5d212960838edf58d194e48c72d242f304557
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a782dcedfdf45e56b117c208604e34ddefb841a3254c7773149dbd31da47cca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc28826228123c88f1b1c6ec53455941bf9ec503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9b3b76c098ffd908ed37210e1ff19b1bfb7b945c0646ffb9812f1b3a97f3db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9da292431702fe8ce5b935852c6331669fe142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c1a2ab3107383fc1f26061bcb7e983b1ce9affce91a11e3284d2ab03bf2f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b99fa2008eae6db8afbc62dfb017f270534672a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63d45173caa5999340d5b9efa5b6eb075699d52f51634961a0ec9a8125b6dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97faf3a99614616fecbd6ae1451bc26e9b2acf56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e9ad6d9eb0f35ed4823ad7326e84a1abd6cbba2eca5f8b8febd11b0e9af89c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1536be429a71b93be79e5a74bb91ac29c4b2e3c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9ebe4a5f691a103c909dac3cd040d6393424f5240d34d472a3d3d020eba297
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba140e60578cb7a1f07eacb3941594ccaa9a0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e01aca1a24913ce850ed9f5fce6b0f2a94b1cccb9238a74ba18111f54e1559
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1f4f5e6e8d88aee5c1fd211702b1cd6f87bbee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e2e561dcb56c267b04f3fdf32cb96259eed56518a4dbac814340d5f79e9ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df85f1b469206d64406f0d8daa550da7218dc7ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4aba2f69001fa646500d9856cd911e280f17cfb241ede959da2b3a45431383
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c503b6cc7f94339db51a7ace145f7cdf5a00090d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae2014981ee9e0c4326687e710235e18e21e3dfb63b6ff82aabb03dbcaec160
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296e2b8ec06ba97fe5e3608b814696f0c223ac3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227916c759c11c66ea049a92cc18e60a3806595fe36fbf40c1db1ecdea809082
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5532dd2048d2571b3390335db9cfdbe115146abd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b13d3ab28f8891f45a997a771283837d3436c95b03dd02e8bf21d299ff9cd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dce7e5327ee7714fa601d20cc29bde280399bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0630d1b7d9ce3a6b3885c209720de353b73d169b18965c9967be5123cea7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879e55e6076b1257c3a3987f57b00de045f30d3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea92a4a38fa4c0fa21b258328234e4bc8b2249bc00898b9ad9ada2d7e3b08e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cebc037b0b357e841232cc1d96ec1a4e369e8bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d99026301e8ed6bf1c3138688a071bdd122f260e3bd090e9f53279b0e4c00ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd111c8bb6d4c05d72b560044c5d93cfa30b173f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25107d88a4abfda891545d2ebff07d801fabd93a588d706b9f0c7dfd54850dae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb3e5ed9c20ff8109e2f157b9e2c20df6d05cb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ba752f78ed64f1f77eeadae722a7c2982d7878aea1056b6b96ee3cc9cd8016
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6aa9767f27ce6ba995614cf11d3747e2ed7766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181fb4ff5073943a74af610eb6d847a885e8e9ecaf6e403e82789f220274768d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e451daa88dbab55dc5d9c511392a1f26e50624c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b7af826a050815e8563a12ffccaad2d5d6021fefecc92afd558d256797367c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d51623542377e8ee0e2571b69fc7313672bc54b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d3e8770918e281b08df40d9b124be57bcce4886ec5a8729b8b4e00dc3e78cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc366d7c17570eadc1bbd9fa2b1fffb3dc9e2c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523e52457421598468551eedd5f8bd70c4d99b887e4e66a75123e3f18125a414
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4f9333e660e1c4ba899115bfa2ec7f13b5b28a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cd4f81544b6c0390ac61f605ebf8596e19f5592f9ec0c3a25906de3f1768ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a7fd2b8326e1fded6310322791cea563bc2f3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807614638f5a77f257babca03d92e96ae77df82a4228dd54d94c7b3d718b0c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464e29a2f9665f72e5cf669930992d9353bfa5c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a530d307e5f73ef624edad8814c0052ac1dd0fea97e018349ac9f5aba344a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b3fa26f256580665bb09d7227728f517a06a45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e8c5de4fa5901bc0cab57ee6aecd7956e118d08212696a896a0f83d7126061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0267b42a2dd0284e12d0aeb9fbf9206f5316d1e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c883fb039fe79cf8699939f778a226edb06800481b0e5299696536766a53821
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d599cd1679370a2c7144322ec73d896f4c3f29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b66403b5ed04a6254b91287c7a1d09ec6051f0c5bd9ee8bcefcf519ddc24acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f0fee8ed4bbfde4b9b2ce0b3b3cd3116a1429e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2837b623a89b4f0993b1b12c405ee2bd813f71ebba0ddb584f22c17ffbb7c54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8971505b6036c887a464ac5f5d4ac1d32f81865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486c8852a3a07ea9ae46b6678e21fb8701cdf404d26a49f1a6560bdc08b50477
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6be3ff27cc7d0d46a08dcbf10097ec53b21c6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affecd5969168397b079fcc04b3ab7b3124cb94161c880845f6ca2f3b3c7dc08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603f8f381a92a4a330486b0a82cf00db6377dda1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3572efb60666c3fdba69c2b8c8afb7a26797df7e0d95691a2d6a703ab8259b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b0c2bd0211bfd9e1bdb8e63a1938ae608f6c81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595c0c67781920a8e1a39c09f281e6ffc3b7125f41362097482d817cc625f9c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e012200336099d4e5a8ae86ecfb22e43dfb37460
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8de6b37af553db632ddca127aefbf8512edf15a0455be7bdfcc94dde25641c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6840b834f117880f8fc79e97d2ef9e64711cd93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beda5b36b9ccb86232c67ca2ed21a098bad41cd9957a8251a607a5f2531d4e4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b911fd563278dc2da213f1bf88fdf01405462853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7601a585d003245ac8d668de21606c9e5be4294dc99c4a6bc7a1bf40fe4f4952
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afde80adacba8ab31bb47f77c19a833718f0060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_0/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ce6319a5129d2a8c6f83ffd0001351d9e1d04526bf87d9acd54e3fa2c9bb33
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58836086a56a499220d23e316b391bc242b237c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ccd93f6e7213507edadebd9bcad8d58d9f45d2ec3ccd8c9c72ce5ccab87c89
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322d865386e84289d1fb470129444d206b6f2314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc6b6430dff50468f4a284637c2e26ccd50674cc6b9ea088e4904b1fcef52ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1731857b9a227dac2788f49c54f5c0735a7a5acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828350e0d046de816e97c4ba102c3bc779c95de5cce27389fb1f3fe7da5e4e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11246ec2f6a9d62ba9e0369937a412a0a20a8ec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75764662f7317cbdc9bf293402ab55cbbc22b5a893331e607f1ac4ff55a55601
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4151e232c20ba5646ce1abb0a9807e5dadf45a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3a5be1a0d99b189ef7f0d4d3c3a1f628e35469f3f54d40b28b3e09ecc7899c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c50bf909458104e575100ffe7226e57615ff566
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f089afa6b120614078ca54eb5d824b47be6890d0ac215ac512fb1ebeaf9632a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8589c18fdee000809bd4242f98e6269ac4b6be7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedfd59d7c34f5436fff6f73627a72582010f038a9af5bd1ba6c2b75f41a8491
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c31498f62c53b49bcfea0ef1fd53f84e45e0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681b54a75f8abdc97900d9dd3af77b43950e4012343cefdfa6a4462e3b022907
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab2dfb4f8507acf10668ad3a1a017d38f394c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9001cf9940d1f92ed621f0442186c3e1c62937a2bff490857a2ef35eb3209450
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8851baec6d45fb24a2287b3fe3334585e603d722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b782f657050bea7d2c2f90736b274d72391957db530a0ed7b6af3a05e87f085
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863d6349fb80c73806a7f79124af290905923761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2862394909a45554485956533e509d180e2af44de4a2012b096f895b14dec580
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd09330912cbe38de85a343c307c856872f94ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbb970a88f346d320f82d22be38e69e4a39fb5df689b7cb71ed5f629efe796c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c3bb8004b5867a8764139bc01f473ec98f530f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808f4299d9a7f5dd254d8582d7081cd0700256b5bf1a3f62073551196c136ef7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3375e644717cbaa45179db26dcd9c72376625bef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797f60531c2d50e50f270cb2ade93a820dd8aefa29b0a19bbb8dd3b5dc15e50
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659718529750865d875467a9dd18931f91f46964
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89d263db363aeb8b24f05b964920a03ba736a9142ce02da591c049eb6c0a036
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f19f01f97184edb200ad690b4eff7a72319a349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be2f4db4233f1a08969e1d75dbdc87b15035958bbaaffeda586760482940dde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30e379722a64c303d6e0796722f5864e4e5a662
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc9b232e3144470384d2642483c111a56b06921e61af24b6307678b5189415b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da19c97e0e0829549a2941fddf36495808bd24db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f24932351c67e5dd88c20411a9c8b3d6939030a07d3b92550d89d55e0bba09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646241c8b77d98cb58f28cfbc642c3bea791734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafe41fcb1384e015aabf395d32ef5854749354713aabd8e2f4d6c64d401bf5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bcae470f71e4162058ce72bbbbe91665c7fa15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11ac32d37a65b65beb4840ccae5e5b71fca942640785eaf6a6fe491340f68e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2617ee5430d7a6223d47ab15f2d14ae1e8c30e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb53d62c8fbcb4ee8e1f2c822545cd5d41165cfcfbe07942e8667e170aa9f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ce77c6157d93b60d2798d83dce945c3a29845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af185497622c81ed792f0f72b9407e5d22cd2be012b91f8c366c058fc988e6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c872135257f25c9dc84c1c9e6ca128747df2aa40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4333031f91833ec4e0a7c2cefad5c03aaf3e54d3ffb388802b165e0c343f3b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272eb98b240653b781f953a9fda602c0d3afd2b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bceb4e34785c12d8fbecc2f4ca141085dbaed058b338c72f8514de8680077c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b729e51d9fe901e2d0c2d14e91a3d654134fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48bad9f54c5dbb75abf15f61916a41d192326d5f73642c53cf1088f188fc93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbb093ea7e42dbde0a23395a0be16c31211d685
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f659e12d2a06fc2816376522e239b9f1f0aa446115197b496571bf86f9451b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285911ccfa886774d9b09e46c446465fc92502ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934c73697e83b325a7bc4f6dd0a47a1aa9a92989370be826b1eba814083f472d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb0b6885e78a1e7555eea300689e934856be7c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a010abcdcb75f5b4895c78730e4ffa7134c358f821225603fd853e600a5b00f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4feb0f82bd1a7d6e313e99a91c1e59bbcc2524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f6ef237966404c3b4a628cc185ed8f51532d699dde900febf2c42b442ea81b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5213531badf01ab61923b71d3136711b9df5ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f497d28722e8e42222c00c437761c5151772fe10f2d5597ceb303b55d8fd09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7aca7db5d8fa3626806becc5d4d287366370bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf445992e918cef2a717ea64618db694695736b58983e126d14322c9f5467f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b7b466291dd76865475426855356cb13f1e817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4002a5a346eefab1d42f1050f80104c6de15a0da452eed320edb90160c060356
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b1f04ea3c65844f876af7d02608c6b130b625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264f86123374fc5122b0057557b27789cbc897f405ad835cf0518660c915bd33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c19cd98128ea8d7dbcb3996c56db3fe46654330
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25901c8fa9733d7374119f8fe7c37e7795b3fb43267502a36096096bffb40f8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde0f477d8bfafaad24cd90b54672afb5d6a0199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8bb4e49cf41a097db606cd081b7db9290ef1b0f4ab47477486e4b65c3e0176
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d197cd098c93afca15d62f007b2826f30a5e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39bce899664193b65390ee8db4682379d0e6576dde1d523035e67ecb02dcaf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673c8f0c173065e999ee54017815880a054296bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c3476caf7a359da09f1770cdcb98527842652325809535bc65b1349abf7e86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba7c5bfce31a66e6cc1a9e9da29b1f01226f7f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab24ad8c22be31db9870049495982b2a3841f03bbf80394592a90a21c03ab750
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9a045d8be5d5d3081d2ad41f5624594708030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a769664385244e35b94bcf85c2a89b3ca53515f6de300b5ae18f7754d61b3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960036c2d5c9ef1ef32bad4ceaaa0e5b0bec9823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e2641bde9abbd3e958d9c150d14f6451ee8ee99560bbbd275c0bd48814488e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167fcdbe0f7cd57b0e03dfb6e910510ee889bddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4eaf76c463cd55819c5f75fc10ab6bef08e3f3f0df37113b123fb19fd98d0dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4867d2de30a559732936be498bb8846ed72ba37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141a44c2c69dff3c0437324645818dce139a8adb8be9751a5b17484597f9f22c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f375c460d96646d5284094b5a530645168108bc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6489ab2fcd3f1fcd4cb1147710e188a391927e23f96e6bd3a404c1e6629e7aec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0604df091a98864b18567a1007d575c5e2bce2b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeec8672650f6bef7853de60d18ea3c1c3ea2c273b30314107325c4df1821a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a581cac1827bf088b9a6140495bcb677cebeaa3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf93c15def84adb9ddf4c506f044b6e9ae546cd31fba4dc42df93e4161410337
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222b2838b8a1bd19275870c20490237713dfdf82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14255c8e8d7858f11f462f72fbed66d2e6b8defb740872db5c4cf40db64aa78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf90f577746e0e2280772ddd8da06f602282a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2b033c1c28e3b429c13c4a1d2f93d91f887abe969dcfd0e5cfa0864321469a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55924e0152b95838cc11c0e9856338f205c1c60b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b86e1e4c78267e75ffe0b6f193dbc38d134ea119debf0f12e8dc6c10dfc0370
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9037f2a1e4d740b0fce603444d8a1d2f4cb22f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891af0cfa1b30873fb9ff61ce242091a8bc68cb36316bb91bfc6740444603c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e09939f788ac62cab7db42b4056088a37e8bcbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26254e38967a833b3bc8a692edc82bb49f05ce78856323890265b4c47409d70
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd24c1357b8a01a4c24170b283690d9630fc2e85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c03443f1f95deafea36435d9a8221d99315b0b2c6e6b23c3a58196719f662
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636c5dd179efb6c57fb941662bcdc82af300653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90af4acc2f8caf1e98499e4777aadc015db726fde773770b93208ce166bfc3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b75a49491ba4cb3be5ed634eeff14a113f2f476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe3c06e5efdff9695a2089c3952c47d6c4a9e555a1f2d7176e91d9e8996e9cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b301a6597995ed35b4898a451df5b6e44285d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e850e14c22f9ef1ac61fe8deffc1b432acf520a4ab278888dc1282547d2183
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d9bab5bfc05d25626f0a4fc5abf70fd752da83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adb56cb0d191bb2fc012b6f3adaad7440a1d5533d49599c4d76a11ba044fdd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c953280e7e9109933270119f5568115811f455f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee77f9e8004c63c6f3b949f962fc225cadfabeaf97c882d6a8429264ffce7fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eed9cc4395d61a17b18a9b69797bb8e661fce56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bee3a7245c11ec74a5f52194d9d32950e7f0e3d2d6621a6796634f5fae8d7de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dcc16e58c7b3121f7e85d806d775eff84f26c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46beed9588183a8ed2dd781f00f4c7ec301c84fd5f9de3c24f2e5f85c3f1331
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a81491cd618400a6ae89a122364fcff9a2c2130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b7ba5ea08c6240f627e97b28987a6a4532403a90e287c5a663769763a7a3ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3783db71d2b692bc3121e5036138f2315a10690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818bdc514e8938f3de5cf11d43ea8f03c03156b42a3458739d2597a7de7bbbfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de30bc3fb9e6b4d40051efd04d715a5f9a9f09b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7def5f2b1057585f8c3a8994fdde89b00b44246ba991d5f25be9aab38b528841
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcedd790722afbe97ceae770f8b31317c02e7a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7afed2189b0388dc4bcb1ed88a8aa2b0dc8e3503d182b57ace9c59999cbf5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cb03f783ee20c9d7d439a60d46727883ff47ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5defc755b0b2c41dd9d59887f06c519b7ccda93b78a215d22046072f3615a670
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ad3e9e4c2957f2ba07d903d88a94bdb11b0b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac3fea90f84f2ebae9e6824d354672679766d00bea46a81af9f194a729b9876
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bddf62afcfd909fc82a5d2c5238d898bd6e317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca2193bedcefd5da791ef065b7f5e71be605cd1ceed30e251090390f9fcdb95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3ddae89a4577ee982c20839ae8be4a7371c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0226da40a1f6d75c1b232cbbbb8fa8f47c650c4605ed41e1877e8239290e5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd709e6eb86fd729769d9c96981c056f60d39ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b11a01a75b1e13bc78e89f2c7db6bb2f6c8a8c26b1be87a185b33b0fa74d7d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b203c39c13337225c5997a23198797e97b1949f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4162a2d7027742c33404e68e27385fa80bccc2557010144e8641dd343308638d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f96f31b71cb126f1836d8f28203a9eb3fc03ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eb1b32243cf849387f93666216e66b5101ab7275e230b80d1119d387ed9a9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76057a2ffef1c3d29f1b71f8ac3b91a1d3b0d4d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe3446dfc8360f3dac432beff479c82c8af6ebd095e3c582e298058b32b39e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed0e45fb43c9d2f3d563907bb85461142dbc18e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3ea64133820331d340cb994d465d8a22faaadff48706179addc16715769af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26abda369c8f6ed108d9b49ccb52ce8556d8aeec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d74dd5ef884693d32fa40edfcf5f2f00ac67365f706a014c841fc429c8dacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc130c4d68ecabb3c421b1bd691a4af3db9eba5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6c74a0ac95b868a96456cb30a65eb49641856730ed1971a310599f9e2220a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3071ae30d1abec4642104a805e0ceb25a61b7475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9742f4042f80d98f3a0c4e53b1121855d975e37158f66a47892d25aa7bfa39
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27631204d5791d6ff8f4845c9868f23e331ac3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d28422841d4f5e530afdbeb1728d000f4ea16b76b0c31a15aa98de89282bed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cab256544436c04ef724ca3625a73e90eca491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0539b2148bd2df7fc7ea4bfb3d51c807cf5a74da35d770eba42cbfd4dbbb40e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8cc493a8c24068c991c7c46060f6786615718d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e263b650075853700f70180c6c9767fc901c40fbb823304bfd64a850d43d7892
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4def277d61476c956bdc5fb8113ed91cf5c7d0ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd9230c3f58311251f2d505ff62f7c2b712a48cbefef854fb6190cd0816c42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aee8b737a17cc9661c35d352695a4cc1f8dd22d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5365c17a0d94fe0391343b18133adabc3cf5ef74364bbf454de09b773de3362d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c4e5bb24cf1c49625e730697887ccab4e75db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451a68834a1939545ecf1560cbae650190091aab78f144b16b83d8da3119e7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41db5f3fbac0268f0eec9cdd07bc6c30f3454024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1701a478ed473d96edea7b4846f169d650d4da695364cb16e15f622049b2ff2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d622050695cbed5fffad5cc725482430d5adaf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bac561b60a80f71a10cf52105975778807d09db336969608f6059bcec0245dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df34fa61ce6cea0b09bfb052769b3e847057867a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53b05ef22b56f4cfece5025ea5a208af8e619a931dc23600543e3a7e33f5b19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a115833bd4a70b1e7d9613270c399514b606fcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60402713de70b5f1184928cec0df287a136724ba3e172c5b9a1c8e96c710c02c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345be051314d2184603344e629214364073b4ceb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee34e41496f8772e472d75ce31fa0c61b60adc24251cf0d32c9c531982f4dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5ab105f1a30f9e64deab21201384a43156937
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd16a6d121e7ed5815450c94d3ffb087a189e748c3a528e9fddf0007b024802
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4050e4b49bc065571c6c2962a39938e963f95d12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193b9a5d6a233480f9e89f8a20d31525b73442b9ca25bcb4d5de8e549454a6a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701df52d9e2c5b1c4d076019470890101a8f24c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbf34946b60cd9a0baa6956bf03638addd7312ecbed3e1963b9aad4c8417bbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12562338e14fde0fcaf731c03b3377f6dd0b0a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd59e20c2a0fd90b769b3ee3bdf25a5a119b0a81d9d909f8a4400a150f4993
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72547f6822c4d69bb1a7740679fe8d5f9cdb865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bb8ac26a32d08c6043f950e605bfa22690262ffa040960c1520e959117252c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9df471873aefd41af6be94692cf5cf88f982f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9361f7207891116409ce8a5c68f02ee58200ebda7b47a9a6b91d662a564a993
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b611675889bb51b9aabfbfd7db9c8f0f68e285ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de7b914044670aa7cca380c7280c086144d9c5efad6c4d15ad088e119f55886
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459127fb3e6b80beb8da25a83b3fcc9019917a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d17e7925d53a1d820c0299d75cfc170dc851ba88926b4b0e5923270ace71c90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d78aeb9fd89915a2ee998417ecdaa82a0e2319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5e1575099cf8ab7d0bbb4b3858bc365aa3cb174ad0b1ad58ea9e310305f572
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d0f496204d58bb02271a79900f47379f0c57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24573e4096b3df6c500971e7082dd8f3c1988f5b6522d2f7dc720ed2984b0dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0cf0cf0e3f7b8fbbb0213e1f2d32c30513711c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb89bb3248f39d7eb73aff3abeb9b20c35302fcfb98adec2f9f644d86986f95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f16cd02b9d1b8e646982e389787255056bcde2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbaff230c90a3d8c0ddb5d6fc2e6cf1061fede7c1b18346b9ace4a89aab9247
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efb45bfd13adc8a020ca8f3bb81c628d6c4fb4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d948e5ba4964cdc78cb19728613f088aca4bc54c02304b70c887b08051c142c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1706851117ae28bc7af752a6cb0162a0baf54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2e02b8d94e7789ac92366085c1ce3279ce2d7b96c6252c5b06aefc9f03d1ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345f0e590091a2f5ef87d99ca651f3ea31b974a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7cceb13fe435fcb83ef66ec5eaa34ef88f4b8724c0e2326f46cd518416636f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae77fc15d66c3ab1e552bdaf7b64bfa113fda39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5739ddfa7eb993dc9eb0b0f76c248c0181f8ddbc8e7ab3ebd3165954087308
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a60a9a579cdb2392fd2ebbb5567abaaf86e5eb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4616ac9c466c534d3778e9d7d3e10007342068b28fa46ce11bebeecedec1ef19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39200cc96c82de6ada97d76b72fabfe22edeff42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce86d1c0eb688c087d2e93a19adb93ae0e4b1da64b829ed25dbdba6f006a1ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276809314b0052fd46e4f8098a58fe5cea1fcec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35318718fb3ccbceae1e67e86977a171035a760be2bcc1d9cc6df98d81cc3225
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3493e3be7b30c7c503a2e20684a67f8b7bfc6044
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b604baf150537ef8bd4ebebb686b53c4d67b257802f6b6ca2c30695bc0ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bccbb8cec1a0b65b02373cff8b76b31dc8c5c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c996013eccc7c47e0a123882f8776570df59a07b56c47a252204da94dc7fe3d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18779909a2500f814aded9b7e2ae10010871924c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96964789c44d9a54dd2231550cdb1dc0bfcf7bf447317d9421559d4d37295238
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccdad05bacc8ebc37a4e03e665a9263c5608c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e076d550ddbf42f2d4ad438b9d207fb222ca1080d45787f90fbed1dc1b285bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a0b0a4ba1f4bb3b9d2a13f8f6af463da2ac4b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a06de849f3939342d76d2ee6bb2b9bd80ba47f08f85e121c07f4a2c94658db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96175570816e3ad9ca5f852f3d85d9f8570c4361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848f4ff1ad2f56f5584dece0ffb4e9bba13deb0d78ea6d4ccbf0dc630ce3550b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549f3d86a8045c70804644bd5f39795f34bb6870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf27f3d4f5a2bd405faf397ac92a7464ca64fec36e23555e97331d70ac15ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e14bc1fd77a9608ed318d4a328cbfc6473d7bb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d302ede034cb3d462e46218c0d415ed8ed2b8f7c83981b3c92d32636a618ecb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cfb8f6212a4c781758bd79e5d1050f7c68e3de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dea7edc172103d44d5e46531de1be872c54a3b773c752b21fe67d954095130
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888f6bc54314d7b9d444985b937525017801795a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6fa19f5ef6a2832cbea97b8ef154c70e166e131ed7daf30e320b7ad20d956c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213fce02944e8a7785d1fb0884074ebe4d7328d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00134aa7419434374a957e8c41713f5820050d6e6152194fb5635e9d505063b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac9b391ae40391dda4609c56107cadb809dc7bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef07e5d489dbb29227ace64fc484b436b2235ef2a969bf7d67850e2d5b02e33
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b84e47e58936ebacb309d28dd525b02196271
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986a556846b3bc9cb0fc13c62d3edb395fd67891bb87e8dbff9a5c45a27a79f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce15d2f199cbb61be0ddfa8508619918bef563d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523607c832d35ae854772b6345681e6df168285f0cec5185c4e0bdf2f2dbde2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03e5fbdc1e374176db73d04885e2fac027754a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c8cd8d2b561bf7a5d65be6e148f8b4e8bab07a6517bc5d3c9cee85a85f03c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d2c545a08432c87e714d84a6cc06f1fec5669d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185491616d4693d2be6ee1c0be2d48208dee50c475f7c5c49961ef1a55b120a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486b715bb5b88acd476828ed497969147738faf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809954a2cac6ba55bd7b1acf04b31eb56dd4d2094572931dc1f8cf6a26227921
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a101aa3f176fa43defc32c8ad4e698a2b42c6e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66648a9a9c4e43cd56a4f123ad5f2b4b4940998e87f2fe87f23fbfbeb69b683
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80a126bbc165f47aaff7701a6567b0d92e99272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f913cb93122ecf5277a9c4a88b26a8c747a02480574160d097aaabcbfe53d528
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaf9b4ba080c445a28aa02200e7fe03d617a98b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f341d7b359787dce3a90c42a8e36a02840b598130050d736015ec326a2efe359
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f0d76fff22fbb017e6416b400ea0f873717fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c120406cf09f122b2cb88352f917a73c9b37e7274e1cd7a6998a0225ae22d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfb153be9c61781af46fd58734ed83de7230092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac30b15062421807bc5637086409fc390211d0513406a488677e8d645801a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6113c20046dca2db49bbe79de664716fc48dc6f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baed6b9381b3b39a41752519826c0ff34a33e335056891057a4cb1e55abd3c20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07712bd092126c1adb8470528e7d3be829f62f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6172a3e945d7312e3c0a2b6fa37899f4fdb343872d06b00acd629380820219
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e8222499d26b36c35a6f3ff524f628ba26ba78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210dba66b8a89ea084e0f4e2c7be2cd9ec0cf1d0968eff7587e732bb8beb1af5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5778261c0b1bb9791cf52099973198680cb4ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b81f67fdc4dc8adbb6290a79d65fd678b9604cacec9b0c57209c7ec32b98c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6e756836e12f4963b621790b6e9d1cfa54b7d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fef0ca558dec08f716ee7e8bb9620ff8d923a755cf0dbbdafc5d7207254b95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5925a9003b37864ff5369db63ff353300b3441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc9f3bc55dc006c6d774a9e1160bd9d93247882ca9085ecd7b6df409b236c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de01172220c3ef8991bc9e2f798352e9ed31c301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c69f80f5ffee4177d9eadea1242980b0b9285a2928df57194368f2b62ef5fe8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f935e8a3ed818ec3eb7e339325ea6106b3be1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa6a705ae202b6c629e0770134eca17ebe7612bba2f0c64b03da3d24a5cce19
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62df4c453af8a028508e7470fc2227b795d4eb0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46164c4e9afd1731c1a902a5f52324e8cf19d4793bd6b6c04d85ab21fcb1689b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afcfb9ef2abe37f4827f5d51540ff271122b36e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d668ede8c6f6a2a77f31a16789c1354714e3e5a4171f5ee041dfec851823edd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33336d178be5fc590d611797d027699bb5a51ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435762f98b9cbad2a1ae3d98379d0e20b7455085c0136e58e929ffb2e807718d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa087ca5f005f9d988274f7cc923e9822e4e81d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcfe65bf18b0154c1a877789f5e9be8dece262857ab93497f4ecb73f7be222a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddc907132330f79837650e98041b711a4438f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbd813d70105fe0ceea735338a0c525f4472ce153bbcd7ce1f5e3debf19165e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a688f27862888d1f6e7e7dd58ce781dffe18bc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cab29d16e1c96180603dc28f12a57b2e15334abd3d7aaeea92c158f5cc89ab9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecc93d614b87dba0ccf4aa79feb61388f09164a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6edf2b5cde40f2a1b7429483da8969b321ee9ae6d6910f8c8da77c6b72943f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb15a6a48b4990e2b1b856d2fcc4ef8c481a843d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4118241d2246c53f001a7c6725d54acdf019cc5484a10547e7c7d6146d65ac28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11985e5f9bad09136271bd94f5549d23426da7b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043e1919212d64b709154de26bd960e8000fa18f9d0db400e903c1b98a65667
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec20421b2f015ed166f4148c072449cc16b176e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1468036d4353ed6e282e5f5de3503e8ead37610dc2a4ec7d23917639ffde0d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30958f342d905d0315f2248c40603062338b37e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54daf21de517789be950fef8832bb2fe7b9b663d2a4b2991ab2d4375930c863e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67286af54963d4bc4d940e7fcaf018bf9a31ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda5f7233107673c7324afb9262d4158f423cae59206b0b89aa1031b202df4b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a81c5d17a139bb24f2fe1a11b3067651327f442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00d30521bff547b132fee2be1358d1cffb116de505730ff2e65eabddc576c81
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1a56401dd515152904cfe4a6d89e846085edba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbee9695eed3302fc8d1942dd28fa5ad07e9e79458d307dcc574ddcf6f6729fd
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a527bdedf05dcd8fa609a35e4ff1894f5fc142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18df60d66799b973435ad8f253afb1a40ac9358600a3e20d0598ee1ecc82b1d
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad72c770d31a9919c3d29ddd4bc491a36f0b9e3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871f627d8fb9df161d396d629d3a185711042d81fd2464929d1296fa69f640a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38677a0851e1ff6746bd2d59337b20e6f9bad80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1337620f292f5a6c305e66c621cbdad78443e9f6e5195e77d8c6870f36f2faf0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06af6d0ed6eda70552b6a68f48ad443e47acdea0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a3360bf34e2799871f989c70ce8e91f9975738ed4aa20af2f2d4bb882ec01e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a158691a739a3d32ae0f56a2d7f228eebece00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e85524fc6f38e2528bb1b200bf610820e9f3d3dfcaaffc5bbc11689daea2bfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05ce6b68b606e33b0208adaceebe179b873fbe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac22cbe07e1b3429e28d7a9f042ca90ef0fd2f2a15f6be74d91b770063265c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ddaed8460850a0172809e13f76e76ebdf389f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2318bf86adf62f3ec7e587dc790194657da3962551137297679f659be70cabc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034bf130bfbc1967638263bf069bf8fd1d9740d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d30c9593c88b2b60c866947da3f553c1a24f5bec977ff587d3d8fe365519082
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fc675ca7bcbf31f0bb9c359e0677ac59febfa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42d70505432cf944c5098b5f7563ffe2f21be6245e2b0c0e9a25782f267f69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb7f7080d911416315b6c082128e0d8ce31bdf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0344617386fe55f0f622e21c208f47a4a85efc77801643e6f48650b8fd45f297
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df3c782222ebc4d97be98897e0c7e86c3c573c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30e5e809dd650def22c36ab3c6d5686060d82c63fbf7491f16dd94e9ea38913
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72de91f4f62a4a8215870fa9929248ad5e7837ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5c159569257a2afac20f342d044b371c38606f4124f25c3855ea629b17c395
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60474293f4a4b318bc5d7a5db012e0e797dda0f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515dcc3b2f3d7cb3ba783bc6f2caff685fadbf9da2f9fdafb7a6cb7712e0c506
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e5081c59b50fcfdc8240191ec9280f79890d11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076feb842645a505edba7aa9a7b3c7421c19c64221525025e0b8318ccddaaa3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06fbef20ebcaf38f6d92340c20df719a9a988c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6bf062e4ef022ac003c0dc3e726727be16e2fac31c13cd50748582ef73e8c9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016a9ccb74877e211b9af676ee5c1a613be2c411
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dd1c11f902beff6e16f6048463b3b9ef466df055773995fdb64e8db1b0a7e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86be9e2c6ebcfe167b2981dd5b9ffff8812e0253
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0366a4f26716027044b8ea3279ea20fc31c2d22f17b9b8abf8b829700a19f2f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c5ab65cb9b6dffd5af4708350383f9dbaf9bd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9866685c7dfb79438214929d003065f0a52c3c646ec45b73e02be8375dae65fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a57fc64f1563c755cb0287f0fd1fe5244538570
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd88085c999a5ef4c0433ad1ee70d30ab5fe68e111d64d3c4bc6c5e70da0a42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf647b35765f98db6c11be107b174167e43b5dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc2a2fd1d5c3c6c6804dbbd4cac7ce8f5dbc7b9f0afbf9e5bd18d7f594e540d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f539fa0fd96b8bee5f830d1076671c169f4651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37d12a1c7dad160c624b0850a7b06bd1de55e42a9d4175ec9faf1259002c817
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88607441e41be0a0bffa05c23faccd36befd280
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fde3318f2a2d1b7fe82e5274b007afe69272ca0d07f3bc8917d04bf869842b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88871e1c2dda7b546cc569d64201880cd0e994bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805e15b48c40a96143d4de1ec54553cc038c6f2b5aa0844b9d95f96d41dcedab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f377e6a45c4e30693ccb0ad88b138db766e46813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b68b8f36df456d4d94d07b644deb9a35c23c0f3aac6660ca805bde0ce57b8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b939452b37c18a7c0df671bf96285ca2788b632f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f02cea30f9257f5137e11ba72ff1167b52408007de965c8c0bb23ec8b52d67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dc5ff0d37d0eb494bc4880f1a824224c10446c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0427ce82abb06a63f1dc0242a78fbdcc2eee41e0a5111dd9aea2f788d9c72879
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92b747fc614b23796f158414598c70db95c9549
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9896b85467af4dfd2bee584b530ea4cdea559c9377de9248ae1fb40c9c18d1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2ce956e3b9eaa0caedec87de5396b4b66c3023
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9a372b5a4a970b2dcabb8ca82cf09e5f5ddb2a62b9fbca0c15f35d75f7ac81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604f94acf12469faac01ab4dce27148d2dc1ccf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3423091b2ffa24186bb5e1790cb1f01edfdde4796c8ec1a71135088343e977
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f166a9f5ab2c741911578154fb32279cdf7546a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e797025c7534acac9a2d26cdbed47eb462959cf44453067ebace8885c36f0991
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e4ff2d25a330c856162b76dfd76f6664ee36b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426b94c817561173759a92729f4cd31822ca864f3ce26a6a7f61eaac531fd292
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f740600124abef5ba1922404b7d36f2dbc946c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35e1d3079a0a418638f50593132edabd08c0ac4a3706ecc480d6cabf316c2a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ee67712eb985691cf29816c3bbe5612c9ace82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e2b1199a9718df732abb2531acfa6c0156e6aaa1cf6037636562fb7f159ab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e0af3942662b17794fe08f63be1806f19f4ddf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7ba39c3af90bb75a5d859adf6b7fd260c6ad44b76471943b7487903aa9fa4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530b198db7b04363b3f2eee6c0c2ecc39eb61220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cbabf217d6c55bcffaaa5cdcede9672061a1ee6c1d8f97bd4970aabc199ee2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc35337b08cb9a9e94710c95bfd8aa157f671f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36abef3ce678b7236e004c0dc158c65a5a87fda93a6cafda0dc6a12a412b76b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc3abfa56f8b6811496279231f6692b07dbff66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ffc77c9e4dfd1ae6cf3c20b9a57ad2a070559b07de9467c039a8aa825111f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279327aba6f618461a865bbd17cc139fc7ac1e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ff5c294fb1ad2c315d241e803b82b37b94a8626a8557c03c031d38b99ec96a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99202ae02629d5013b56b06618278468adbccfb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a871aa4f259146c66391668e9af3e5fd67efc53e59e277c439a79563a320967d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5f2b8e56d9123ece660351759c37368b347341
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd658a5fbe9061a3e21b85a09d351465254eb638fa4b55c496c20a4612e52d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8838c6402ca72bd4d617b9ee4658fa7a807725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ae2866e019258dee66d5b1381bbf5698144b3064e70f93c9f401d8aac9a378
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9c6fdd0f5189f0cc8dfadfc376f7a175edc3fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48635c518a01e4274b147a886e4395dc0186c1826cc3202d3752831467e29b15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b69b2a40a2c4ca93af032302084782a31991cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3dff591bb9bc1c308ebba9413cfaa945b77d82218bb143e5f706ef43cf1ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d91193bc9c713b101cc43ec7360a7c18a06dfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c8f4375bef2a25899e55e8a658fe30d993c5ef386eb9aae88af978f6746d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9870442eabf8a03fbc7de5b3b411500c254cc7bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb00f224e6ee0f65497456baeaed5503d4f7517cebd498f952e84ab31210f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fd7d96a24807ac0ab8d0c964e1b9f3c8bd6021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d8d4821567c80134373ccc711f9fb7b932fd4388f15df3cc4b7aebcac3eb77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85be0211132ae11cd46d179f2259b3c85a554481
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e3df1e457f7433b63881973c80462ac49375e1e25ffa143bffde0bc93a324f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d06329239d68c68487e0e9926d9440f37a9f2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7270bba98025a2bcfbfe2518ec64e29d060b8c0274c6e42d22658c479a615fa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1719acab32042c71f892ce0c2f0ffcf2ac9049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d9e6614865686b2fd20dd0bce27e24d984d8258c306d6b65ccac95b9c47bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ee469eeff4122cf236912d0f1f67dc99c33f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd8f008a5f1611d89fdd0484048abae31b51e5c00dd891fac5d7611fe9c09c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd8a8a2133b8ecd2c811f9fc39c7c52743b5165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db79a306685e00c52a6c54ed9a1f8ef667deed5f314c046d8f83738e6e101968
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f2c98cfc6155ca2b8d20ce733f589052a4b909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2baa06781f84357f72a252038d3cc39d42dd7f7127d24c995cdab78113dc197
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2ccc72633ae8f9f2c0469c3e476a76b4d005b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a20d6c4cb968fcae3aef09970e4f6b5b14f4915d91956e0c50eb283be2a780d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d87063b150e5b28efaef11d9143adf5993c3f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a683bfbbbefb6089b145ea985869ee2a22d95840703025cf1d677352be3b3643
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134705d2049dcc5c83e6f0ebe512ef1223f54a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed056a4a4636bda4663edc8f34028a0e4e745123a5795ec3c1c0c9f3192f726
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140644a3710c0cb022671246b42dd0ed1fd623ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e570e93a41f03fef242a5cfe0b0b334d3dcec3e5a2234f44653da28d47570740
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7de461c7b03e9679d018c117c0bf55093f00285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e13dfe7ae021ae979eb70ce5c776f0cba9643d50d3c466edd9489141627a83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ed7746d311bb708ebaadec4e6f9eb15a9161c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d296a945aeda38a852c515c2d01c1337b9f394a57719d67d8c240bd11a0f05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4726c92e5455cbaa717fcd7468920231e59931f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186911d2f0d98686fe84cf028edaaa1558d59c06af41c27928070430dc6adcd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d2d03cbeb7a63989ad3bdf54986adb53067aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107368029b06b4cfcaa7af07fc5352e14a800660c39c324b1b07a78b2ea2220c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b98550178e7cbed73d8c2ecf79e1d50e8f73b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa2462be193c8648a2b7f2935e9590c0113c12c5c8b0c594c58a64fa7c36074
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f17c6fb20bdeacba022884ca62b36bd9e20898
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2af35fd2b5c8b9855f6fcb0cd1cc36119759515f2ebb285b77e08384e7d471f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd0ded0c8c4117a6096208b823d268835225f03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fcd5854089c040f07cc572c9c498fa4be5cd77df1ffbb26575524b9b420865
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d94bd3b125f3b376e5b9fa3646ddd68191812d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94a665b585088a930da6cbce8efcc80a103eccdd49008005eb63a3e2eb5ba2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f7a8fb602bad3e10192a6973baf418894e50a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b398bc17e7f67f0537b06b51ab02d8070f9797b5d114fdd0b70fbb24a998db47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90e99a46423939715d8833e7d5687c6d1a74cda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e97575ca17eb0eb8f7886dff91425a5cb0aa7118abf1fb796e25262bf4b2c6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f75d38657e992aaf9889f92e1876d986518f160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29887461b23cbaca085ac9f6ab10577794988869d7212390a902c978c154d584
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfd2c8cfc887de06ec38eb60ef16cb4be2eeeba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2a177a04c7ebfbc397d1817b264971e8cadbb64e3d2ee11903a5c6883ea202
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb316d7721f22293fc3625dac28bbb482fb57b29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93faa5b1e4bb9612e4609a6a0288ec0c643b0d4702969d50bcebc92302adc5a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c0d893c992778a8cd4a24a3ba3f81b7e7aca06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cd2ac81b55556e3e50b1db80ff5a469ee3823a50757a3c77fe116eec66833b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67498fb4fe17342e3dc53f2795178e725ea0315
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eef889cbd5fd3d9b8d214d0846e72891cc0b2f0ccce49e219bad1457fa98299
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8322be3d3e21f71ece68d4ccac63a0cce7e8a824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374e82ddc4c8869d1c85c85f61c6e024ee7b40fcc25cbc30f6e995a75bddc5f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d2b5ca42dfe44e2c0ccb34e4544996e4fd486b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7bd4ca93eecc27100171fd55610ee8414371537d3c6f5f397dd4c5b03fd97e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1448a712911dcf016a4f5b8aef910d28f822326
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef625a0b779c95b355a921edf54d7bb14166dbca7f21404ebe06caf6f0e8723
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f94bb7595cd594efd794a65aacfb60f4d63258
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de290467222d794d35b4c71dc3a04539511735e5543426463516f0dd486ea46f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe7888e1e72ed0cd402f8e70726dab04141498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc98ee6ccc37cbeab06923e9d887963c1d223001fb01a66f266f8b31f39410ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a2434dea84bde1d67a9f9c47fc17bacf8be6fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bd0b8c65de20483ad5933d140585723774d5d30b1d1df72d9a5a5e7da64a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8d822ed1c851be26bcf19f8c80770085ce0fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e939a587d15b64b0fd2f3783a0b635749d3a72fa34c2a5875277289111e867
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28c41ba5c706128955cc963a94c9dd8a1eff1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a634a88aa2b4cab27b3530cff985143f239cb00b5869e54325e15caaca4b3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f17f17464ad870b4ce03cce710d00f9baec9b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e56791c7580a19787ed845d7cae34d5752b4a008220b4cbf0a4359d9aa2da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85db4de00681401fc1c5b8fd84065a2642937a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e4c739c4ffeab3ab1fbeaaefe3a2ff711e9ba885a94b6a6f74fef02ebbfd33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81b34209f74f4d56781e1f0b292351a5121275e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610e7f68761a04258ef072c7933e6f256e563d91d35ce6d254cf3621de9e162
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bedb36281415593092288a9112d71fc50826ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d61ead3d348777c57e4176db4d6bcab00ca6d88477f24c5768de1a4f321ee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a323efffc188b2c0ff145579e649f42c09ba4261
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d368da8fb28d77e033d6ee172d8cfc28fa609bbbe58f0ca90424379c06bd718
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33babe94ee383fc1926f05c324117208cc5de848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e769354735c9c57ac2249e37a384d8cf975fd1972d8438d7ef443f91359952b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26b04e19233d9bce98a3e431bf5c98cb44c78b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca47ba72466e43525c0186eba10f0d021dc90c268339a4b151387ed078d797e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e0ecd595b9cef3f1a75de68aa2ecd892d7af8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eadbb211d4d9dd51dec8f7be6b470bebc7617eac226abf83b6a20c88f2abcf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231805b1e8bad623b4fbe7b4e0221682e0bde36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d716edab73312837a1d0949cc92cd193a854ea17254d619bf1b2c573caeeaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7069e2d974c9562cd0543d903f39eb6d3115b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e5edd85edce8d2208192ae5fdd97e9452da63291e351317cde341298113756
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c96e9d008d6263aff28c2ed5138e60a2efc614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831bea6eeb96e82ce0c314dc63dae5568d990277cfb73dc03b2737f91f59ad4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c343367622d633c6de0381abf2900c09358a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b66e3fab8fe163eb3deeb8ea5b9327205eff29ea6a18bf192d3943353c25f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d04afb8fbce69731a58373cdda4ab8a0ba9fd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada14135e5fc327145d9742c6624308693f4f46fdf1a9b1271bf534748c9042e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6294cc6b2feb3960e24536df6ee199f9efa762a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b691dbce6bad0e6fd8a96d1f2325652b57e76544e2cd732a49ba70bb7bcbe75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef019dd98b77c1ad66adc2291e82e74a363afb8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d4d46362409ac76d606b9dbd03093bfc47162ce5ff0741e78802161ceab1ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2164b463751d1ba70d3bbb8b667b85982362d0c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662f148282a2c4e0375e262c12efaa2a032baad636504c4468fcab7ee3fd4926
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caef35bad9154e4fc7456a4446bc91e33861cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf4bfa19bbcd3f1834cf70c8a6bf1ea6e338ab1a4900f2928d8bd1a18c08a8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d64912db3d11cbea311f8e997c30ad8f514b616
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3c80c0574baf0fa719f93688251f290471f9e28f332bfee1fb3d4e9f9506df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6419f25c3482a2bf2e75587f68b1072160d73c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d8a409294cbe3393eb501c86c931f35c27804abf260364b21fd6ed9b461a94
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012ecc7751741822935c7338a1f157e31049fa0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0a1b30dcd0c675b831bf04cf60a4cbf844cc30be658b4f9c2447e7b9f079bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3abb6df049aeab6bbfda59b61e20375395be87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a2ac597c7576fd0e02413cfa6730159b118add8e775e12e0dbf844264d7d3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871a0816d2cefb109358dcc0b4b85a08005defaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b24f1f29d233d6b7b2ebce40b1ced3c41778220e9ad6811e193df6379a47e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a95a3ebb4cf8f816a60e77d0c6dd26624c1f9a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baad6cf453632eeb7b7bd816f157bc94ef6a069590076865142c467b2847853
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520d5c8d83c2d1e53029a4eae65fe1ff7857c91e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f91410c1f9f1db3e2623edffc41f88a4a1e08e6278897488ae034c5b8ce750
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd671cd204caab370ab764fb180afcb981b8bd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ed89c565bcc0a2467c7215f4571a5b784080032f8831ef9d8f40d1707d12f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5a94f8c7a06eee752c695de31cd55339ef4d55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95bdddbd47f045ddf93c6418446cc727866e8ca16f7e92f84d115807bc04368
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee22624109e14363f7ea8a92ebc892119ce2ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acabe016ced23b7445aedb27ec745446f43c61c533d4babf18bff2eda7363fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6536924f21fb152a1ec69fc07f1eb596c67b951d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3650ad21298b8beadd50d8c9ec0be9319aef47aa5c47679a0cd601bee57dd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42012ec259ce97786591f465fefd9491e4ad7719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75d932602c48a67005b993071e00509f4462fe87dc33ac3abf63693136ed7c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3325e60854c4b060d4c13c1c239e6e6def1f29b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02b800b8a839c0133a8b7c4e66081989a14451d8cb865bc6bdd5b3fb595d35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b99dbece0381b1c7e15ff3478455709d8ed5357
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4f699c9bd347cb21476ed622d9e905b0442d61340288b565d6638dc00ec512
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011df21cae6cea81281434eb16f02654371aaec9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8880e46f199500c8d7543c8ba42c646d5dc79a695c77a5eb750a4be55eec8d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb6fde3e7bcedcdabb125fdedfed77e43756f63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a4a00f37480249fa9d21497a53265b7d8a7efe51f9e88797cfb7a257b2740e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1577beb94a7ebcea80d340cc8efc3ce715c7d19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d924e847a180c623b759efe044eeea3a23b688b1cf2ba6181cb0bd9c088416b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d6c050f3e8a134e2bc21df821947bf24d52830
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40931374c811049d7f9d4cae9d566e12a409689191a629f6338d4af0d89f04d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5331efe7b89fc4c06e534c59b4f9c41109a8ebf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824e813fa128b2a822e4fcf53a466b9c95c2883377e37eef141826e3989f4c8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34182a9dbaf45b36d15e8d118345b2ce2d24bdd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd314e413d4194b7dd62bd00a887ed4dba1af8b53925e939c351c2c2eacd506
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a18afab6cf355e44f0bad7428938015b6035d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0a2403e4af74d819a5fa9aad62952a1abae04d7938787f8b40ee05fcb32640
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b087961f51ac1dc8dd8328dee178b77c23bfe769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20274ac15259c79813df30eeed4c582a891b0c9f53dc3278f92a1bc06f9bc639
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2688b30e56709a85f8e8157e748e34773800cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4c1579a9b7ac38f272098387c4905bc935fd838607eff8f563f575673bfa6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fac32f8d716cd17206da35a5fd8ec61e449134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b9adf26bb17e71c7f93773d69da058ef0c1fd916c6ad6be838fb9b217ce083
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a5152a1d7bff7a0f655a5e2a749851b11f08c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1678930a5a40acbf1e3a418f075abd784ff6a61fd25fcea6fc4c7da2ec56a11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7549d62a7bac0cc087a41c3a7781c1fb1a967e35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eea34c3d93ab9d91568f68fc1737b5e85f4dc01f89e5055904b6a2cb79eb69
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088f161f68d1c724c092556d0f346dd83a6f4efa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567263c4784275d7df3c1f39f73eb80ddef58e380ae27f653373c7f5e73202d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5280dd3f9413de1d770a07de0a6c385970d256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177813e43b9bdf79f6824f469fa8ff6d68ae01332508db660121d5ed0c37d30a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb9e284c10ec6b39afa59e93fd6fd097177e13d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbcffbfef439fe0b276534ad90e70c412b6a462c15a8e130b24e12b9f006952
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa51606b6a895b6843bdb66adffdbd8015b54018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550f62ee9f522e9c3cf8adebf357b3c6aed92cfd8f0fe1e08cbfd52af6aa6b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d00a5a98adfdffae612cbe0046007366e5fcaa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d1dd6a77ff99224078e560aaa19e3cf8f507f3b0999396ced0f30a637c65dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4911edb17682c739abaebc215b152f5399d8096b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81d7078bdee5ca841c86ccd41e0cae87d8ec1fe5302e2a49787193e0f1f98d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178a9f76d00b5cc207309a802114501fefb1e171
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2764d1daed8ac9b7092dd6d4d3707f23a5d4a4fe38933e23bcd9abed93a59e5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc52048eff19d1ec61754ca9a58549f70aebae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ede9e4118c9f1fffac086b5f4d18f220ddbc6f8019796738a025c7959fd51f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d267333a57e694dcec78070c18a135cd2869a1c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3567c797ee763dbebf525b85353b4d5ceb5027aa5751bca8527ddf7a19606c27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c018570ef289348ad85f17f30a24d0ebed08fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa5ca986aa96a40448569af116b31a34ee3f420258335f6581817a909aaa388
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff768f813423a066e8eadad0b9acb58c1f0e891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c7c011e6518db4677fd5e4445b00874c24392de5bfefd83ae11349795e4f88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ba3234aeead9ddfd5c70390aed6619651498ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e32547ec42c066b1ad31d00723bcfdedd75ae97ecc3530ce48c75a91db5690d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f11fe3102a3efa821d44a0a85783a24c798a737
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ceaa0247c52661bb5d8dbf91b1a310fa99a4faecd3c36d33612b53b65d53d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f5db69e700839c958897cfe0ec1169e7f062dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337bb58955a62df40900e2ec0600b55ed275c5307741d03bc1b8f7b54b29c512
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10140ed2da9494770dcbfd88d03ba61be5cb7a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8dcaed686febb0421c31ca7195771d274b9faf9d3293729bb59471f580c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4973f78cf44aea7c6b119c337d281dcecc1971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ea5a8a5058c6559afeec72c6fe20e1ab5c083ab0b41bca64bcbfb22181aa53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6359ae846d89f76a37c3c2118ac4ecd576b894e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba37f1d10dbe708649f827d8b7e24897e8e80462d971a095e2e1b90165cd79bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c03fa4db046e65c9251bb943ffbf5565065e73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa5411e0ace881e4231fbf7f98a62a8c6f8a100ea170db8a815d02e4b5cdc57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efc85c44eaa43c366709df5863795a23d037384
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eea985af153480a41ae12b57df63879f35392ef13792590174a144f11710b8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732844191e77d5d9a2f47eb75bf267f8ff74f270
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a7a2d63113eff35dc9f0e4dc333b999200c54e234af51560a3a1f7c80cc6a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9307ce5b47fa85906d8ab9fb60cd152263d24632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a549d52446b6d633765c5c2d08b85d03a6df54cfaea16da491a4b5e5509d3d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6a26691f54442c89a043ccc890b7c8351bd2e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a311f1f5e6bdf5a7ec988b943a9eda987f63bff8fc44cdc399359427ff459b2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c37682fa7cab0639d039b41fa1c8a31de7d1ed5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc72e713e0ff1b26a85296f833b4462eabd35d3e5bb562a29d08fd3b643beaf7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75fc53c806c5162ceddcbc1bc466bc7d6720cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc3c05a049f9b7e1705c33f68b2156a51593667ba8c691c2cb87f2ed2ae3225
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0068a46d7fd7267a4521eb194902cce5a1ac123d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88787dfef460316cb70529d8903509cfda0c106eba315a6f8fd33da4ba00c276
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9529804b9f0ccfde2d29de87d0d379c2190af7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a901aa018b618cc32b1c1b5d0863248318662b6eed47fd0626d6cccc91bcd461
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2457fc706380537eea7d27497fadcc4b7d00388f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8dcb58109060c8918711cc65f182f05a516f55ee8d12765016a3fef202c450
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f544e09d065b4f0b10f88f8c3a25eb0d72ff9230
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7752fd726162e67bb29e7209c929c93fa56a37cad75ca618170e809bcd0426a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3972b1a8d21a6f06c35a8a2ebcadb2c390b9bd59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df6adad20acc33fab4e052d79aaeb3bb8b60dec74b5553a53fcc5908f84fac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c564b3d94fc02779531afbc798f0ec9ed86f52c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fed60d9d79583b16fd3214ec284c9f6d7103b95783339e586a5ad1233d2e0e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5d6758c6c4f1b8f653a336a87969712663d163
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2f27f8e40f3f3143aa525fff60f2c01058434e243ccbb9344611f63bbadc4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2cd15b78b7b2cd54ee8a3f5f99bcacfbba7a5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fab4762ed88db6d694987d7d1243ee7e8a1e8e2bae08b6c3f77af497a746f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16196b5863b2a312371e950ecbc77bae9c02c51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeac7d3ce3758ebb0a1a1d41008d707132f10a0a2b24d05138ffb56d50c5bac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b954153fbc228e17e1d57cc23c93bc7794628e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af596a1659e3639e98dfce3be2d83b88ca7be0382f9ab347d2b833ba6f9da990
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb2c4e541b76bf1ec9f41b7685a8cc9f4c741b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12de6cc617d56bb63e88430f14748fc6614aecb14a71eeeeb5d72e60ba8aec4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d9a5a96d406214e8f10ce9a2ada9cbe2b034e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996862199ab682a500d87f9b3392b77027249fe42266324707f47eaff2f4541
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fc629de371216bc39f3f82a5b5dee00f6f1f72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4080b2248546503bd480b7c8f7f28523209e60facc1c7c126d10e192d3f5e860
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00afe8e08de7b4d8b8427512512713f2d90bab3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f849bd3b40fcd16ff3fa028caf14353ddc9b237d040b4b5ca9cb86c0a0f0a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d091cf7712e7a526eac9f8834e3531240d63267
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e68d3e5449ae5596f8e44557a11aae90b42fed7b8f1533dc0e036a17bb9a315
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7a6e42e649c46ce686971bba6f381c165f6746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ae2f5db9a4bb35269c399d280cf57d1302dbdc4648f7ce1fb0be18ee2cc06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b431898dc1680ea401b3e604fd3cb4b7d19dd10c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e36e2ed26f68dd3eb6e336131a5a18080c5666f2abc96c98a1745f82e0fa215
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082a450c23420961913bc7cfbb5ac1b73e193cea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430241c6c7aca955bbd25495a6d942869a728484d9b768e0674d590564de1a10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e043fa2f9e8702b35866c90b3da59a23dcf602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464f2b463e2d6656a0f2320009c67454524386f7ab1ec920a2f4a3c03d70d6ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d14fc8e3b4adbbb5d22b7aaf6aac2ae2d8b8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71a2f74836531a40bb93ac54e032af55a182ec4bbc4b3660c965721792a40ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a34eb12c61831cdb51495ef8a8c3f84e35af2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d25b0af1cbc42fd49dadf56d9a77a7986867a51cb8cfb70c6a6d28ca60deeae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9fd3f4ff4f1c35338e60f39c8c3d7fddf6926d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7d771d5a958f03174d58686afd483f00df5a038fd43be836b08f15816b8c39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2258f6705748237200bb94cf12e3c8bb5a5368d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96387a1593301183cde90ebc9789c3e6b08ef3704ae8974ac71bae7d10c9c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3158fd4acae8f4f8c938240ee156d86aae00a67e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf2547cb7d04885f225c0d2714c4ecf301d1723d15e3ddcf074eb0b6d16a3cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dad7ad05d69935057c4653a35816fc4f3e19df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d093022f0a4e6edd5b2af0653e04545299ba068b9f684ac5076ba6b63c74a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccac81f9ca9f2f1a5180ec2de50796f869ba829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b18950d74f473678bbb507023db222dd1f14a937df53974db85f9dac84aea5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5824d1dd9e9285076c4d866d986ff15023ce502d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bd4b76f63f10ebc8b4a98254793e0e1c0899e5125b1ca0eec772ac5eb6070a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdb616bb37517f16736b0ea3325281a5957ba65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af87ca32c4e185a0e13cc76cd2c29ed2d8df6e08c8df056efa09fa0468254a75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326707bccb131d8a2dbab2df43285133ae8a6ea3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d45f3f50e20d2b60c38f627a61d65fa56be3c66d26965f2b238768876f4f38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27a77a3de7b53713816aea34993267a24183a7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d61c6a9e647d048d0d4fba41ffa3b97a298e4b8e59f58988abca917ad28596
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9511e8a882415d82b2b4f57bf335ccab9efc1ec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da798a344c29875c80855dee32eaa021ecd6a6b3bf9b7186ebf28bf415a377
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad4732ac7baf61117d2c8fd927765d9db91f176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4861ade378d22e429116f96db09b709992b7d43fcccc8a974f12c71af01eb687
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fc45e5b2fa667852a1e259d9b7c28450f13c5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1c8f10fe319ddf25416fc4b086e4dee72ec97a6df47319c2879b6a12c69e22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288ef9c81348cec2851366bebaebbd90aaa87b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5655c20e5aa6904a69e2682bd6446892e0c1af5e9e60694a78d1cb20128561fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463f982a9482f6b26fde8e5217f102871a9a9b20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5460fa98db194620a9d6be3ec73c62ec92f624738e5c464b2216ec92f9f73c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fcff4172f43d21e090eb54dfb2229f0abcaa4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31077f4b0fa1235ef311a22705eb6c48d6efb195222b501a72947a3191ce8fa2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3b48083b821800f6c3728000346d6030a6ba26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81511fd92d017d61becc3a9e7894fcbb4b511bfb47acab033938b26274c26453
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d759c5230c6503e6a8e5dab3a54df18531a34d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353ad9b1acd4b7c04b434944fb28dbdcea958b93082d20739f518c7dee1c7669
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2be22be3bfd869048ee9703ff191bb9f3b1087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b79974363b665843aa68da69d3d1e4e02ec6f528895e684cdac3a49a0bc6ecd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426fa3b6e138ddebe5b9f3b6b620ba51318cd50a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0167500291bfeb1f0af127920b8c840ca61e9936849dc302f25aebae0ebe8184
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b82326544b2d8545d78ddc258d4fa83b306b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53ac643afde52473755017c2eed0ee662953b9ca393fbb72333f5c969209466
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb8252e958e15447f5b136bb1c28114ebe107aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c02f4687e74315074fb6af127a30bba87a8bbfd0b3911b8db54f16574f84d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb568e34684fce8e95aa919857355302a8f3d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e9273934cb4a03e10344c6e7702dab1255ef09d333eac78fcaa25b764e17a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5ffe54246b67232004bc4980a717af6ca986f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86b52d9624d67e598cdbd0b30f1789d4f97aaaefb3ed769ee4f7de472fbe30c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b065d311c752804072c62506e4fe81cfaceaaf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d527f2d1da9ed6cac83d66c129e1add5332b636d77234c7f056a9a3851376f93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438655d94c9ae16b6ff6259f4ba349a59b094c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0917c1d980ec899288903b5143d1fffab15a46857407267f5d76b2ed61ee178f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20686aff5320f1c4840580653f970764e08b33a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5294eddbe7d655478feb4622551da3afc99d37789545079146d51a1ca377f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9be5e197969717feecac0f7580291c1c737d3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2c366f43557afd9351bb62a41763f66f273d70ab9b103fcb725801c62f2d4a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc11a8256f3297f2d37fcacd271cf8e49f32ed1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c791c5caf4c2891e516d9a8f7a176bddee607531131fe8d4e5e9b7ef46cd3946
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e601dae1de3e014ffe617f1a8d4420150265d0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e96629c93da073644ead4f25c9d653c5a07b76a06224b25596cb62190e30123
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e05ea3f3dd2e3cdd1415e86f0e7f997398fe29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf2b8f60440259a50700e8f45b3cb3b6d303dfbbe8414bc722cbbc4483fd245
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faea40a6f391995d29fc691acbdcc8801c9ed405
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba34cc992978ef9d0586f28bd680e95269d154131deacbe3d297696610b1ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0463d2314f8422279d7c9e03e52eae85325a562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6882696be73006e8151298f9c3ed54c7f19741468fbcbbe84ee354d02f90c7a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ff36994b1d1579b3e62cd10b226823693bef7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785a9fc6d9fd2de9b75eadbc1616332894e1db4b3b89161f267544a731e3ef23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6d601949ac8311071437ff99273278f0cd4c1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c156cbccd1a499fae0ccb49e1a835fc7a37ee628c478dbd968f82452ee8c6062
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca2d3dd28b0060b6447f9cdcae9934756b06e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0057c5545674da6c6467547d7c10ee4e0205d2b1563f6dde8dd1bd60c5a01b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d33e6ccf4fb43aa04f841cacd9f6613b927136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3416be1ba5a00dcf127a25db4b3f374c987d768f28f8edabbd69b00c08e2cdd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba34142e43c3265a9b7bcfdabb0ccfa70bbeb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5361d7bde74de0231058b96cbbf38ad07d0a14afcc9e53830f613e05fe88b19c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cc09bca0f993760dc61ea5c17fd48dc7990b1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a1870c418369fd3a7850df6228dc45c305049be9ecd6e2cb07f20c524e0219
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1ddd772337b39b54ad7e21a12a39a42a16e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b067e080c9b389dcbba90c4c15518c6dc18fe26cff7a999c98857ffa8a7d9b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7748e2017080038654325b0363efaa17ba31d134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd22cbfddde8a00873d242f0e6cf51bfd28c31e54cc8fc7bda9818883be3294
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544250ea9c1c99f604704a42e9dbe2ef2b7dcbe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d936128a7f418aad5039d7a9f6cde3a0b4668c82dc03a1d66178059eca3553c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41ca67a11fbd478a2028db195527a63572f59ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04855cf5b9eb79e6b3cd42a8ddb3ca5ac31754f10ab440fce771266e0c3e2c6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6fa707f3f94bd6839e064ae52b2b7f547bba72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1640de5418ff71aed6bd4561d9650ca3ac1a8b59809cfb5d77a24fcd4f77746d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213c0149a8b3df8c7b86087c3e51bf5610ff41dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacc4d7a296b6c14bac92338ebed0423c71173fc57059a35345479d1d00642c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881147711304d5c4f2e8f38715b97091f7c9e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8004cf26042115120d5254f3338ea71d55e3bf97829411e4d7c356f53259e80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a55860fef566cb1a042a48dabe5227eac850e81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea9680195ed7d47f5fb5bf097baf8aa74dc3bf4b212bb7fc879d1bcd144d925
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe396229edbdc643727c2f37532a24f758629a7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e6cde4c0bf97b15f09ab18df4723495c3c24da05d6757087cf04c0dc719be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046ec425ddd4b1fccf37e3a4ead0be455e3ab463
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a828b56e7b4dbc6ccaad4a8d8c6c24413f22d5fc8224a55c663f2b2bd118dcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f8e01d0f8539c75b291c44dee23ead90f047f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b8cf7f5e7b1793c3920f7485df8766a3b609b2d048b39bb2ba8b33fe582e6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a5b477ab6af5abd946dc48272b000eb34af9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f433e2e5d2f481533b9488a0c35686bc80a0be6bd9c277282fbb59d240d467
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404b445cd59a0b0f04dd2ad2d875d2a85b4cf6dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93656e38d807159187396e4b70b596190adabd08df651eca1a587f303bc64e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36103c28b35b604cd7f01558c30fe5bf79e913ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9b0b0762f97569115615c1a47f1c117b83d248c4f986b2e5de237496b4481d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb8fece0e07569cf356f4d062b53c53353f25dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f30c1aa773f3c36b1a5bab2c6aa0aaf636e67d7eab9bf1e0f26b84454ea273c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded28773fc19ebdf1690ca7a9aefe33c02d15731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e680a1f3414bbaa1577014d8b6724dac6db9eed61e9240b37248fe973644e1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e83c2e9ea219578ba2ae42b8eddf186b38ba68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52be0ae2a6d86a832fb19ead8b744598d7cc08ab3df9312b76235c6076c48fc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991d0e37b50983de7b1516ea67ed2850a685a47c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c736a1383c95539167a2ca5cf2030713dee24f074b4c4a486fe4916d5f7e924
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d440663b5bb4d057fc81a9977ec185ba0777ef9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d52d8da556ad7f9aaf8f33a17d833a92f937af10cb88c9f74e7915559689908
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fecd12a67977a6e8cc99ee4211e389b4a1560
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52982ca0023e03009f3793652b7121f4ecdd805a22248770b45c5775827e1b51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67557c9af609cca3053b492783437b334f6a859a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822314eadf171225ee2f81b15ba5675c08ce94a15d9ef5ff7c9cddd8d23d0d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4d639c363ca68fe541287f97c710c75ab1b31c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee9e64abf8a13ade9592ac00a8cfe2b195047958e95c4cfc59a1be57e45b8d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14c4ee99c2862186c3c0ee8d8612cf9efc4cc1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1758656bde857db7f92ddc3e5ca032b62a4436350f4f09c907c07daadeaa86fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d7c819f6637351dcfed093572b68cdf974271b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569330931b206680fa0ac22f88018d0f6208a01b98f34b99134aaed61b9bf0ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7ca57b4fbeab8b7dda64c7e6ef7747646882b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dc49d3cd29a07355f92f3e6d2cef271491b7043057f0b640a933e735841fa0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a99b6ca2108f51fc81aae43b19b09ebe8f8c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aefa5320afcbc383604269f3bf9e3c09101a4f02f9bb34f9ec0821ad1d5a23a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfd55b6e704eb8e84c84c0f2514f241dd4149ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d27baa350c5eace7d0e093243c6e736e2530ded0e5e58a4ec15b1e12ac698d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2442ab424f1b9b651c181dfacb2715e01742010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab721a6d17150f4c5a881b4b80ce9cd5dfda1a56d554f4275b3f854ee2c62c28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cd183accc8ca5b13064143beca88fa8423c464
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21692829bcae6037ed6fcb9d5bdb8f9390ca95089ad40476022bf8dbf0b196c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319469ed8b79d35f6e489592e1283ed7559343a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c617782120ea73366d70940823a114620eb2fd19ca76aa875be786671c93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a43c07c463d37e304ecdba2ca091e671878794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02a5183a6de3e0abca2e49d31eb2fed3f6a5085bde2fd5f6ce9ab899efacc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6eb932eb1037a324762832e72204387cd230e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f94ec873099a43dca4efb448e3334f7f06192ce092f237d9e055876f205fae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cc05ab849b6b375912481af913eff22b82b840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cbaf553cdc6cf3fd293e3a126d44d7cc264c1e7d0f586ca9de51cec8eee061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b9f983576b0d9c126beb62b803a17b179a1eed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763dce5c6184a4bc116fe03b198c683ad49645812942d1cff627a173424a5c99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a517ff3312979285033014a61c8b3a706854d9c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d933df374b341476360891174ef7cc7f82a4477e3c5daa38779734ca16d32081
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f689f442e3a9e6655c783cf14623ef0a2e0abf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eb2d56cd1ef51197ff3b2b8cc1399edaf6c0d396eae94e3cd3feee96527ee5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb12765e932e11e4012d4b3cc33e44473f907d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2461a815062d5205b7198525aa3e1d0d8953bd0d4a3e9dfb4a0b9f38e5f0d754
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348de1a9f1a9e6a7ddb947783058608723b953b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b0f93a537becc40869081939ad948bab965be0fb8bc277d3f8ec03067744b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee24c02bca3ebbff4593f4fe564ce7fa7ae0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d13f0af21f5e7afa91379d60bab685b34d3bea2de6a9ca22fc33e00360f37e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040eb69e27b9ec9987248dd02ef7c1682fee036
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1b10d7525139976200fb8dfc97da24e4e92cd33d01629098e7e8f7393682cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd948c9a5453e90778f0e14b1552dbc0d0d5f5b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae82392f159ac9a42703b5b252b9854758b6e4928fadf46ab3d09e29e9c485
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebba539c881baff2a7c4bb0f5e72fe9ac5e7477
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102d14ca823187e5094fc0c6e0db440f5a20fcc2999a6de120d2aa26535b015
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d265012171420033395bf82f118f4129a6e5a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077bba24db681dbf002d89de9127cd07870ef762320374ffd726a00cf7672e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1384d8ac6c29d50a7a71f692776c8918cd53de7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca17536ebb5406d596a2136188854656d673faad34b45fc921a152ae378b5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6e34eec47ecf3b38673e07adf528e608fee918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc2bfc18b278281518faa296ab399dbcbb4f5b168ea583366f19318e9667a6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb0e36f6c9fbb38e9a7bafbd15db56298ca7fc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec674b323f2cc5c5ca5a4f8d2b0103639e14c96b6cd36c3fc3b24f3b70fd772a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822d493603ce64d1037ed3f49d268b721f5ca8e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7f7fe3f3fc849a5bb3a1122a544379292dfc62f5820d611e57e3dd41e39b92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101135832597eb8fcb17f2bad29223fef3df1fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e0a13c3524dcf386f2d11e6bfbd9031c059ba276006fc4c7e478bab6c6a52e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89758f68d36681c2da602db22efe3ce79d41447c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3169bbce2b4677d2d0c74c28319ea4d6ca76f024d28afb658ede5c26862e59
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926a59265b35adaf911de2d6c252203b46eb6bbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b76cc6e1a3b0868d538a240b92da20f83a7654b9348c64ac7f15cc602ee284a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75555075597f78d8f14b5fc0d1b1c17808bbd062
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df722dd107fbd684ae48c200b37a34938c04b36094e52b5b3049b81004913f2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180e52b6a9651b6125f3b1abfde18e84f0c7dece
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799f423fe7119c388b0aa7511ece7b86fb0843f54789db64e139ba576c7c27cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735ce80767c35776aabf0d6f9ad7d84c60a8707
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce189902999ab4f884a4f063ba8ffcb93d2a19fc176f44dfaae32bfe3ea28dc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6854f7b6726000d03cb713ec41de0b5dec9fe273
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a3edd869ff840d8306c8bdb9647269cc9e6c450ed6cdcc76756def1aba225c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90c5c1baa5fb6140296b215e5f6e9ef39aab13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56b41f32343358f277a5dbe558f3aadfeb5b9055d899597ba1e003d2feb4126
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f288cd89af937028a1d6d2ecdb917fdd5705410f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598468342aae2d3e5821f1e67cf91a0cf8a4db898fcd8e9e38b21a255f55e972
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed2f9a3f2c9ef940f58d7c0e6ecb239df5ab588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36f14a4a8db30802464554b99143662c8bfab8afeb9c040a8f492a08682343
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7c6728843993f8c3d1ddf0fef5710f5b2d886e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbcfb3c2ab94cbd6c6b37c5661fc42753dcdacccb70dfcda65036a528d7a156
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6217c80428f86d11cda1eaefbdf2916d1f1321c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7803e7bbf3f0db9157ab9cbdc3fa01f2df2a6f3c9c70e6c5c7625d75e9aac42e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf82daf75b9f9e3ec3cd5bc748896d58614381d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a04bdcb2c7bd87469467f6e5e4739c0afa1c0be0e1d49f74c42730a51efb9d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84cb38ab9a6bb3cde5f13943edbc58f57560002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a460079ffce17a9ea700b13352f97972d45c000e3c904c299f69d3f1cde55
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9f9df3f91282a5b0e5b53554ce26ba0c722ff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caa5c2777f675724dfcd573f9a8c69f812ef8e059b4364ba6431ce527e74cc0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264130cb22ebdeb12c0a60968bc6b481ec2333ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e904b6866c34404bfa6dd11d4074239b934ad941db69cc029b61ea312ebf8f8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e5290adcb8561d279d18d6577c052849a0a68b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ad7895fa65a5a472000db0f724f8ebecd05d918149864fdfd50b0d7c83739b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608ac0cd032dc9e12ea2b7e0f1771de950abf81f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cb77b372ee3f3db1204de62b5a100610b42880dcaf84d2711f40e8e3f883ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f557ff3bec97a6359cea401990e1af1a1df33e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb8ae6d94eb4a93151573ff8b82a86603e5c48333e16752a1f9ac64ad7f47d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a19607a0c7ed5267f24e14778124879e2d7a7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c10019603ef013da918bd55f2a761c61c421456a8cc876c904ff9a271fd9871
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc94703d5f62f64d85a9c7fccfb77dda9eec461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ccad8e66f3d7114ea96fc4d0483371f05effaf1c8b968269b1bac96e6e8f69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef523f38c8b60ea77b43b22ce9491b8ad8286cdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e88c99c82bdc196021372a83dc9fc9e275bc50e98a52b1197befe12b71da572
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de57217655ad55d081c1368151574e1adbcea38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f895c39fac10dbffb8b2e5a5b04278cbfcbc2dd48cf32b4f17676089942f5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34c9150a8708f566cf6fa09aa9f8f67faf750f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eec7ec1b8e95b481678a502ce3f9482ab381971470d0ded63a7dd4b4f9968f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d6677cd7c6ff3ffee501a8356b934602fb92fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef54633e7527973a2b90c9336693c2a4bfe46ac2d406517fc1c08b76961a7063
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b448802ed8ea5fd8af73ce95f0bb604c03969b5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d3c94f787fd06cc73277a20e4e07b87632010515ecd2c677e120601bee80f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401918db3c625d5fe64a9ff8c7afff6bc0cada02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e086c65aa261350addec33c39b0fbc6ed40fbfeeedafe6b1f59dd44d34281fb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d78e40349c3e0f981640dc63ee4edcec44de42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a715df533c9b50438d111a3f15b6c9fe3f354cb6009b2401c076a9ac20c3e7e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efecc26f2ab2ee1c6593f521db3af146f1f2b243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc91ef253b8a57fe7dda9f71e63963d17911ab766af20ad3efd0218dc8386fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05efe8fb78a3b6d80bf2b23bca9d19e8d2ab2927
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398fc0ea72979f15ce8f430e444de25e4206b72abb5b09e0f3b165312e52bb59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a08c11744e7764622306232a4fb9c63520fa30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd80f2a66f50b7133f6e1f7bae6c6c231eec43ab8992b869d7b544eac51df79f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3f3ff89eabda7d951894b94344e800bbb99905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c1892b458ca9820dbb6f9c5810aaa895d4b99026346df78b661e219a489259
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dbe6daac657d95593fffe695858e3f4cad6f55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664f54f81079d79e1b3bd713e70f7c1665d0175d1bb652e20b3698922d25e567
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d9ec5bd0f6291fa6f45d4eafdd0e693cb1ba72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647131202d58b777563f259aa7a79eb0eba98c04d7310ccc18cfab940e460a73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e743faaa6b611a352ff5c74f664606469b03ce2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed688371144697dd73004e60734f9e4a1c0e4b9d8ef59adbb0afcbb7661845b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e7de547dd95ad4051dae81efbde74a310f0d13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06d15c548a05a55aa5b82055571b22ccc5d4fb9d4dd29461b30cfe81164f9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63dc804b8a2598ef61ea85e1e384474895af057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2226e88b1c93d74f45afff25f158f3621e05cc21c1fcd5f613b1299474487488
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6768768f95f9a8420b9c4ddd74bb93a7f5224115
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fbd5194a8372dfbb04d0f10e62c090d59a1f295b47d23e5070b54fa3a0e529
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1245557136db163f4498bd2e47d49a97fef97520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bc2748388e7c9258bd1106f7f8031c479c6afa8b82c528b1467da83156d35f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc98d62c1a56c3f0937d32e154a08a8a40a63942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d3e5bcbbf0665a84ba1bc9ad77f8db0a04fd76dbe897c774baca1ba20148a8
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d074398458d0d086066114003634e6021570678
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abe07da22a6143ad2be78dba19a90abc0d78bf2b995d5e659858ac996677131
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43d159065dc352601a514be352724466402f190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2960665052b0798d237d3142711c415d9b55315605dedcee829ada4fb15257
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab29035fcaca2682290a80787f18ddf02d2f378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b544d7e88c04f1a49f03b43695ce38ec1023c44c974d468443a6fb45475cbeb
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c678b4ee8955e898d3796aa809262a19a2c9fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e55661671345b0937cacc088ade12b88ee8f46325425c9bdc3f84579b3096a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5deb04e446dcff6a4b02160b4dd0702263beee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e85831214826a7ab3236852be88d0ed251cf186f661d32b93c00b96e95ddc1b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495fc4a4c49d61f4bb537c3be860018feee326e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fbe4fa99bdf1d29be0a90a1285971ccda35b6c8e82efea793f2531d10c2873
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef63b9647eb12ca6f1efba9a2d63e823595f2b88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60622d81f1cfb3451e106c241b3963376b642308160509762dd2f12015d16c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434475cc3ef2433a634864c1e519829a9a789e0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c5c6620f7b29b9fe6fc1e79f920e31847c345b5d3391813094afc4ec4cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82318c9eb20a7505374f4b2dc640eeec4b604546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97edf374852dcf46a29e0f0de62002775c6c857ffe470e0dddffae9e8c40416f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe178ca1e74cbb852f6439283f7a662e27f1e542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286e4ca5e74fd1a70d3f46b151676a0d5c446f0ea728902092b52698d1f32f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61409cb7215a6c30c2dd4597198102e1acb0c574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a1a979caa3b4c8f22e15c80f169682c55eeefc3681efbddbbf0baa99dc2648
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300f2767fea1a98378a9af875b9512382f046b8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0675a4380ec61d26ff47007fc8bcf23d6af094fe11f06c62eddfbab1fd45970b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c64f1c6e7e0b4b3fb3b62fc10fbdff3818dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fb3ad09b9b9d213f83fe0d23fbeab2bab7bcb01b072282adbc63431bdf752f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6007904f1ec23267cb004db407ef35552e7fbc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e084272e3d40c25ece309043f562aee6a91b19afc2ac91702ed8798d3e3fef76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857d7faba1736653bf7bcadffe50c9f3da8ba588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e767cd01198c8c551ec05ed8e8593b6bc3006827a255b5bfe980a41a96849f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb5e6d7f6ff28b47b094a6d02a15c9699748701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524a95b3f1a33d313a831570775a7b4d8ff0659ebaf1d1c236880a755dc967ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec420df8872691eba68be4525d1d15eace4d537b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0e731ef491fed53ab6ca06306dae3612be88959096a8e442f6eefe1b474272
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6203fee62a67f6f8beff7ae7fe3530573d5d8155
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583cb492289729acdd7254e945e23e255c5422468363cb1d05b44b813b72fd77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab4d41e821e9ee4bf7cdbc01244a4f20043c795
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1530724236dec93464ed3da8e54b436211b6da6d842dc08a03151c9dd8791d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1300073f5672b5f2d56b4837e5b0bad71c3e28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5961737d34d86f5f3fd1ba4c4fc15bb267d820c93e681e00be864011831b6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc40f0fe0a4212600dc86f08ed5bfb864aabf41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dd6187da6a0d0a9475bd4ea29d254bf6169ce10da1ba17ae71730ac464c5aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c2fed947ec0b05d98def91c4357145168be9a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7a11b4267a9c6fada1cc1b544b5c1e1dd28f93352326f6ed713d08f3e7d9cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a685d529c5f720d73a8774951e775f1bc055aa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a2d0d5d5e0f4752577e38fc0c3e36fd343e9289008eeefc3a8262488078e9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc763285715d4fe78f905eb14bd2236e8bcb2976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e66b6eeef9eef5d3457f35b304e9746dd21fdea16d4d6231bce7a64142c9492
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b3c4a7d6717f07cedd87fbc973827038d8f4a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6217e89cdd3b5094896f223083660bbb9e058cc26a9c0172f47c73467d09085d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bd35669c6b783713430dd56652c72ebc661e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c213186d86bbe63960895a4379a1fcfd2870155a0fefe3613742f40cceee06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cef9da7e637c5b22ad2c045be45904d43c329a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea0192706ec6755e36b7ceab17db9d952b9dda38755a02b136704aba004f4bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e10950647bb4e0cd0d4ac35a988ed7f10a9b817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620e2048dd167f1c1a9d7dec61c9bf89d6abd20a79e3cc3767bf0f35ca242630
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9a209b891be6966fe6b4c9242d5578402b4848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d685ebf5b4478592c59533928a5a689fb7610484289b175ca254e2a92e574b98
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5367457ae60e436e7dac5b6f3f4c2738b88213d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7f3c0e89c54f5c9f68b54e7edf642fcab15eabaef7abdb1186c4d290071eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eea7cbc652d6426ce9259998c061664a6a457e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550843732fe14164d7a0ee24b9bfc0d80ec30df3bad86b7d9dbb4d1c1fe74e2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea664d8cb47999c8281b65219d6cb7093c4628a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec81f258f93e3c377672ac047eea61d5b7d88e4bb1134e8f27cc8ec000d442dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e14c8784813c67ffdfcfe50f88281ad04a61b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de7d5a986f1438ccc8db065eb5233ad111816d409336a735710a6cc4fff5299
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb840a99e93e110587e7a95c8ea44a589615dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3239a351be69a4676b11224c7f93eeac41abd8ca75e9d8c2159cc36ecbf401
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e5c73f7ccff1067d20d781b024b027069abae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c609ebc9ca9a30bdaaaaf231bc411e51b49ba039a85949152ffc9017f1b3b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05911800b9717f7463ce617758ff7ea5b38d2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e08f70f7f4aac9c24f7c749dc77d7f1694ff466ec55865d3f7b1870592b7acc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151c359873966ed5f0b254206f184d2839b81905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e3638b562a0b7182b89103d3be0c6995d27d85615fc41c2bc77333b7de308c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980f8dbc2e35050ef1d2370473552546ac436056
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af68307efb31c5451fca3ed12646e96edf6ad236a08dd6bdc272eabf6e9e5a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35cc3d9b04cee6a0f57d68ee46cc46f877484e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2e26f74eda05f28a5f11682f8946558ac3775253bebea7dc405f13520618cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f19f48adc384704d6d30f5f3c0b625d8c117281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cf2a77a7ff93fd471e8b7cff7a7fec60595a8ee1aaf21a4abafe6102f34c4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9372622889750a75084afd50a7d60edb18385a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9c653ad223de4297ef42d016e1c5f16f9a1f48919f5bd2f6bbc3a1a0b11f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882ea5dd16ab4fa8e167f29c3af03ad98a798612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ccc3dcf9a6c15e7460c57ce32d3cdda4965ee151983437d2e31ac09179eaa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c948ad3ed2fe9fbd1489681a1fb33cc65d019
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c26071a444c8ac753db2f36248d95d0528e6df3fc8ceb85ddb6f628217871d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d3ae5ab2ee444b2d8646105ded3be980f03202
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaa5314f987b98c82d84c9dbe880624e48d1096aaffab3046390af2d481a07d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a375e94b53498a8d6ecd3da2fa54a73e802e28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddea0d74cf3a321eb65a6acb991f3d0d3343b0252bc73fc645a2bbb0347e3c8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da2c63f0a77a88a7b407047663976ab5e23f82a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ea055960dbcfe4ba46e40d02c73e0ad8bbf546753b7488196dd211b62671ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed2fb6334c7dc44ffd098cd86b6a6d879451391
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8f64d8a7421ba51ed0a3f7dd27f491d8e44ce40fc6ec9825003e84fb31ac9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273053fe3508ec0bf05e8b9bd84139f30d658bf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089e223a5dd133d971157c27d1ed07140506058f5a44bb691d3e449aeb844c54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13710ac4bdf5568d9da95dfb8ef28174ba857d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048552935f9ab0f2773a0e786d7ad833145eeb7672298d4c481a274711b3e7f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c39f4e1f463ff7b5168e295cbc57ab58616c9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0968237fe98fbe16a2ff8ec1a9fcfe7b7ae40f0a426cc146dce7e08bf6e024d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7019a2f6b2c9f578e8289cd7423260c8074491c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cd04f5c045676900d990d5c94ee339e80de879a6a7e6f75f3344276da344ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd208a5694399789c2d3af2997f5eb93ccb27a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9cd2c7f39a4f20f24fda74777b7423cc75380dcbb0fa08495c0328b9719159
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d685dc99dd0e2ba8f968a58a9b434524aa434929
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6003dd21236f8a169af94fdf6dbd27d320cb8e9dfb1f0659df85b85186b378
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60cbe41405d964c007e56e6f60319fcb76045f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4789ac1682c80655a372580095ef33d6a0eff122f267fb796ac36bec5c1c91d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf535da4a03c74e673c45412812bf1cf570d670f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4954209a5418081d35aee065694acefc5188a68e6bb03fec5f2604e639bf53eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712a80575fdd0a8c2ea5f6abd93018c8aa09183b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebfea8fb40905b2fe2308e59500ed017c92321b4a4569b079bc73a1da528591
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09a48d1a2199c97cdbf9955265fe4397f070990
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a1e4790d18a4c47ab5c845a2de8e907e9484ced5b3cde662819391398729aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8525ba432f829856c010cf69f64c5bd1861c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012fc410689047b1133378a4946e518d96e5e59ad66e81403cb0a5aa500f1c4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71bac9ef05ac847f5dcd499d1eb277e8d1c973a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6420eee9f9050fe283852f175bd1c0dca25e34169a02fb54023967fa3b6d732e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42bafc817a777db108cbc491036abd4a96d6ae9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b99a347b61082cc053519d23cc9c99e40854b099ed0a682d75c79fa89ff13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739fae8023719f5f31e8ac887e6eec6171253616
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f72107ffc3fffc1d2528d7c0dff3e0a63a694fbac4da27b91d64e6b3232a37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccf8943c5b78cec4a7579e0d66006bf483f5cc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f857bb3f28962bba986a04301af6efbd101b75be0f24441bacd9d8f17e2b89ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724004e83baee07f87a2f1c5e5f82877ec1f3e31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c1e60a283a5b6e2cb58dc9a5b3ccf8dfaf6dc2068a432811af354c68c617c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef341d7063023f4c5dde6f95fd530bd9e0a8dc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858aa404f2b2978fe46535b29d2c23c93688516276852d832c8e25e0ba7cdda3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e221ecc208ee03b78a5f8bb3decc0c2e21612f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de153a73d9baf26b97c7d96f5a5ca84c88c4b05d61d6994294952eba0416858a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931882738d34ca937945fc061163bea29f3f2fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8257bfeb714d1410841623c25fbf53f17459538f6b5fec39c739c2c2d942d727
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6738b6765572afbaddafde72b5fa971d7dac8a00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1501a794520e680f4ea632b5c833230cb16be0f2a0f4c1a3aadcf18c4979e1e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f050e9b11a0c9acf7a3d9c828915300e064e4615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cedffbf903fbfa5bed42384e69ad7ec6f31b399f5de12e79f1d9d5fbea2dee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15fa316c6c80796a58f681c3357e52516f2e513
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454ff6aee7efdc38eedc6f2bb320068acf54a5a353a256a41421c83c6f5b49d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f16245c9198627445fe9bdf958d1e8797e106c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d39c7de9eb70dd180bfe2a8d312040c9876b362e08bcc65873cb58505a6037
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb862fc564ca84a8c3ad45d7df90e92fd33fdb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962b0dddfdd957d0b81276ecb3f9734e695315e76c6504ff609e0df16d98c842
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ded7330ccb383dde1f35870ac60cefe1fb3700
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c885a894362c9256a4d652745a431b542b31c8a03dc360c984b90fa896e17e6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878fb6242492a7ac07f01e2778fc5725b0d8d2ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b586858b7116e99f1d47a7733704849c3c66d75079aea95a2cd4677231092b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4154787e1885249eb446911abf55f0cf97fbc3c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7748ab140a6cdae4bc88a4aaa8d3556bfc4bc6e4bb18a85fbb08500bda7dc363
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85a2adc974730c85620ddc0443e12cb009de7f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5697ee50573ef2cc6ee4e78181c76353b2ed71b8b79f8770875568ed649d1a30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674c323919bd0d82fdd8cf824ee64b9d94e92bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4557a88f0fa9e052849fb72771d501c7ea0ccf0fb03664ba8788a7194026576
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f959f1d7e8ba725e7316c9bd3c9d0bb4f80ee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84662d19b73c90c916fc43017909c45f33fe54916d29c28e383e6a938a151300
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc07dd68a8a3230cc27ec418b66eb6e8733fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd080ceb69007ad20bd6574c85ca2b1a16c58abf7400ad54e92bf4ae88099f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6f7915d9a439eea431550efef2281ba942315d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f27294075f45ac50bb848d664d5cc7b973f9ea36e92ce60eba99197dcb076eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2467d071f0bd6ebaea972b9dab280d16d8b53c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ca961867ee089c959c91cc01d84a651787530297e1149e65f3c78e91ec77d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde84f4fe96ae8058bdafef63f0a4826c7fcbd9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6b1e555ca1682e646a94729fef939377e423e98b6d49af67bb5a53c9b516eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aa9e58d8a612eaf08d3b5488f0c1410eb2a5a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a845522dcaf9965c91f4eb3ebf9f8cf837530e30415159cb2ba34fad2bc3f703
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560c485a082a672dfa093626b15712bdbd7a3bbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c117a46e66a09948e911540d749df9af4f0cb3b2453bf8e16c2452e3e56794
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1199f081541d057e6a318bc3250e56194ca414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df3e6cf8f28710ef1df0c28cb31f75ec625bb2904440d5f11a0fed4c057d4ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca404d70777594d0a64cdaf28574a74472fe7b1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbed7eedf6d1bd472e350542b997417518763aa0ec980a9bc8825dd840206e62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd72e6b9dea90cfbd4717977cba8646f5b4ce93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa45c433546e3855795e3f5de64f0ac405e49e2587f41bc5ffc6bd4f26e24b37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7260d0b3718e25971b1aad4b6a81cd02a2d736c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f3800fb33f0f75fc5a90d29ea4ac3eecf59b674f0106ad5b185be6b94e3eed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efbfbe9e4a9e9e82099eff9f83f2edded53e46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47542ad0c4e99cdce7cd4397e1342daf15bfe0850dfc796b4270d1d4b71da12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bf155021a1e1ba720d825e1087b0447c661e51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6430559082c8deac4dabd1ab493f21c36f4e9a83df381404c699dc2517b9ae34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2d4c3b8927ca4f7fc5b2be072929774c32bf1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0385ca20ca25cebc75edef17c2da67737432408e4e06062b23fc13af612c9fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0056c6d29ec215b720cd5c7c677e0b45a83a791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b2f696d87551075279e04c60b35a5ef95cde07c84842581b476d5707206a27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75817b3386b6ee92be3dc8e66f55a6c891741cd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a71ae7dc198a34bc45d8ca35b9e034dee63140fdbbe5798eabc3ba7f6b12bf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ec5574d75ac2a7bb886ee55b70ec013306d49d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f4272354f7eaf9fbdeb9c0d85ee9f4ee8c33a75b979d0b45bd6f5993796994
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9240dc15abf86b82f15493389f2e79501880d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4306444da02b54403106ca724a54914dc8e912e37841b2759f1fbb9e5dc1b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f9a9827963d67f70f9eb719b1280377217999c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8e0307ad88c860be60a127ad429ea5aa752f582a153f965d688d7d7dd3c5d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c43595dd5eb0bef575aab473a95d41ae5df6fc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290588dae8287a0d34814e90c5600b5622fffb998da9305a012851fcf688e442
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47a2c7d9d97811e948d15ea498c53b740ec4d9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728a4c7b8c8f19e5b1f18a4a72fdbf3bc17321ce8d4b56aee97681a7048b827e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf1fd9ca13a187828baf51ed0d34a0967721b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6979e5ad6371e02e429958117959fcd4a3fb184d740078337cea9d3d65f81702
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464ee596e2ab47470b5dde609be65ccac44f0157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49dc1ec75c6788e8a58d9f2793b0a8cdf3050f6d6753f748659a37b2e69f107
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd51ec94f35893325b3ebd05df68f087214072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51864f9ce14a30b571bf3ad730592e9f2ca299c4d1582cb2a59e8a375b0ac05
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832967f02487d00b4a3bfd87505b01fb1c1c364e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548551974de7f59998446a21ab62e8a964bac83d717587f9fc5b496c303b802
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1667a55174f0e839a3b7861fc307f66b9cc127d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0b8b8c17b06cf6d052dfc6f5b9439c2047734933de589a86e5b5346f3491a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c723dcc4899c51f7b656bd215a12323149835f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d562944455894e4b5a6c7d634a0a2305a7167299d6bf7dbbe4b7c15e221efc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49f3292e2cc6c165f7086a8fe00f855ae2ab9ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bb789c1ad03cbcfcec6f3551631dcfc65d13a54d9a49ee41ca291e50e720bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0131acd5aac3523cc22cfa24962252845ff24a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b334ca24eb28c40b52faf33e59c488c653c1706bcf88bd5d49a45a01a44b3b89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8169f1a2343d52428f56399d7afda17532a6fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad2a96acdc2b0a5a59989c7c1429c770e67986cc1369c3c94cc39af384edc5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d57f9e303811c87cd098ab3586f15c75b3c39e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2615e19e510bccd2111ccc7408c9a5cf2320ac3ad497b373a07c0df807e9b807
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c26be0c3a214b0de4eb4a681cc37a21a92e55bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e897da0ab536b8b6d7373851d43aae61571f48f3bd966de8d6e93ae17031784d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf5731d3ae879de087f8c96af683164c09f9a80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b85a5530e075c247feaea8085aa57d6c06a14be00d637f37d6a5ed9510ab44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d469cc0144a534dc33ac6fab00c8cc56853727d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e9f0d81ec8ed643f2bfee6ca5ee59684bf0c4f32a661b3287ea9a7ed7d2304
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0ebfb76eb618fb2f587b25306b61c44abff0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7912ca23ba3ec4f3e8febd37796d6039383954890f32390757d601a58688ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b61155c0d1d7e2f9776743f95d58d08e523053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc595461cbfa964ecbbef9d5b5212f2bc83abdb5f6242e487180a4ebfd9f52a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6540824a20be12e5558c5e067c491d7dbfa60e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a8eece1f18067d45338b43575f94b16c5390d06138a22047ae7428a7be11f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b99c89cf87b4f84acba18769091a96f12f5329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbe096d5414cd7397a81a073564d2b414378c422ac0aa295f3a138c5e959aee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6985c8f7ad98d8f55e8df2f746b37d09214552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02f79f7bc72d8130e435763b2869206ca09f8d77066bcd305c5034bdf30830d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1229cce6e041033156d5423bb70fba8b96fee243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22e7d8825189cc29f1be48340764e11868c318b9c1c8b0daf717f2e1f34a9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525bad2c6149f6416f17184a32a5175a1e10a2f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c079a62358d0772e14c90976fbb6c6038f105049da43cdbcca6138e7981779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d433f831f68bfeab07406476ad19cfa328c2fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d265581bac613db77ee7ec1f73211a23cb1b305825b2b7acdee679d764830be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affd2ef3255721c44cc6e505993ab536c85663e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14aaca00db4a03262f393f52bb4b96fc10af9443d03e174d8fc659ce09ab3923
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8550a6b474023456c8d37f62e8bece3675ba70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09893791f2c0029d6b0156db00709fc1b94a25a31621f039ab5b7b8c3ae86a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74444a131555a3754e36bc654d8b0c073ddf3805
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea8c5ea2ab5ac20208f0c7c88c004802cb7b7123936a093be24eb16386a21ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc712625f6780d2342215d7f44a028a0e1daa76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944d000ebc23451fe7df0c0da2aa00ddec666119b8195ba5748702ad916bb0b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5786dc3448b5ce6f59d2a1096327078427030de8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d465fe491ffd11e1bab55e14d2db3fdb2c47f694560e46c1e96111ec0050c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39594c9bdf3b433fbf91b4c5550248747f6ada33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2970b8c5d52bf34eced1828afaa77758c6ef98feb64cd6b7fe7a9d79829a28
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55baeec3f22eb62109420db8cfbe6c8ad26ec33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132bf4d278f2f339145a814b020534691a2d4966aeca53b2955a9140bd7fa174
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b4ee6b6441f5677975ddfd39c4a31eb2c3f76a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26877df55e9a116cc239cdc8c2e91d8310857c3c2a6a9d7672ef44a9f443df6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ce7a2841be8f08ea2f19f3f6f88f34aaf34656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9fdaba759e0725904638d0b2bee4a6879520803cb11279c83dc51dc1ce9025
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b309f91567146cbb607a9f555f6927f17d150880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e65fa620465edaf0d5ee9471ad0b078df46bb26facd1e29c3eabf4a3d02348
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682bd3fbe0ccdb9b301d8c78491f089678cadb40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c232ca494fb2363fe704f5019cdb26b5b9393c9afa6236d93baf98c3cecf209
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce27135ff4b2a3fe58f5aeb9efa3ab1457fe531e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f2e3478ff9332215c7392dfa1a37643a6eba96213556cf9e4d8076b8b153b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b7d90ba89036c21d9fe97be3deb61f4d36ff4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb867395c59877c6b7ba9a62b44ebe303197aab3c53c80172c445728de4b8fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab164f40d6aa87a9aae487bb55aec441dd2b95f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad4afe0fdb21a30f50b5f10fbf950ce6ba20f6d1c7ad715b95d1c363222235c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506e1b1c9cbd212151ef5ef57d426a0ae484f122
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c077fb9c7e0a4629f20e3d45b094ec77549320e958818a22524bc076f79a29c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfbd5bedbd435213c437b0453aa2f58f0972aed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e72651ae90b8f5279b0dbe8ca9673b53f50af8e203d889bafc087eaffa4b30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c9c2e6933d2585db06ad1409c213388aa7e0b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d4972e813e0b8df01de5f63ab272058a1f86fedb23570c9faef925f9953a79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172c55de36f46d0cf464618767ae49f092f8a93a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcf88654fbac969d132d4578899a76c365dc15deb437e01c5ee8d668db672a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f747d0e6a7f3d3c0ccd1f77e3bb8d8ee46086263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03862d19b75e8fe3b7b5eb19e1195c13443486b5e37b4db67abb53055f925144
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6305dd4bd6dfa73a2a4559b77d4d415e529180aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c498fda4f8f5ce2280ff681cdc2f4ed6e1d3ac5fcab0b50f7635f6916484575c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de4a10580031f6ec6af50d5ab257b31a10565c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a277d166f71ba1cc8b7b0912fd617e10d6bbf996ca7ade09b8d9e6e7c51a1c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d1a10152ecd3ae70fe3ff159f8ee805be152c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452e16f9ab770c2b3261903193b4155ed34f122fc23bd554d032eef7cde0ac86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b2e2f54f4ba85fc32a8f699900618fc7e372cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be07e2b65be97fb015c90b3831e8aa4b87b0aae516c80cce9ec9fba01e63eb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb906cd4715f15c21526c19dbd74318bab25104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af884c8d2e6ec85e6fc9c9eb2dc0091406094ae8f5efc46a13b280de73b9a7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d2efadd1052c9d36f9aab28a662640299cd0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4afa33647109a31f9b3f04494a479ae796b13efc0537e596745aa436ff4b04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94c6ffc2bbdad9736777655611198b06782da97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501bef197d70ee4d92559143df3e359459efcf050bbeb69cc5c4713759b99349
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b70c6dfa0bd426ac63caafc3f9721f6814802
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1768ecf0ef7082c8925e1681fe88d4fa0415555daa7c424df3e40a654d426ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f2987e7bdd341fc8b579795c7ec34eed7caa00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e5bbce203ced18d987d7221ac36a2227da10ea3f02f1b63e9f5f32c62f490a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d701903d36840464efe3da250987d38b509810
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d705820a681f35fa159eda65f3c64d7e78b7be93cd73ba7ef6d5ccae1c443
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fdb5e22b88b340e8393d05310157e09f0967a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004f9539ec84954e8de3c0a7bea1cb5ca4f8685fd059d81e20b6295ea3a353e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4e75f317a8ef54e7fc5d44e8594aa0d09c35ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15691b1905af227d7cfd2d33f590e1e126226279b775f6dd009a424bea668fd3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234941f22c592cf07b006a919e2cfde98021b95d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844f77e5f639b7eff7cd76e997671ff84d82b05f96a0a5c860bfb64e12e687bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdb49e1fb70663da375ba42c95795b731fb634a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726f0f43afa85adbcd2a5b90a9b8ba3e36d9c4ea471fab3a1cc03e46d2dec894
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642662358b3af6b5c2640071670a53f208d4fb04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d04557151269e13bb337932a5657b9d515b0cbf8fa4ecda1fc16c5eb5a6e896
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b83fdb7ef93f0093805f88a8477104742e07ffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdd034636bd9cd343303a6d2f80fbcd8e2d1b09cbb2f0c17dd5b0dbc790f802
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1907d9556089d2d52c96eb6e2efedbd02cbdc66f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef92023a71153ed521ca2681f1c804d0f1972fe96d24ef5254927d51a40d406c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f8cb0ae24e84d012ee13a02b2241bc452ff76a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba48224d6bf833ff8d2de0cfa3ce42c2e86bfc2fc9e0ae42aa1cadf7d89281c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5d2d1d9d531322e8091e06ea4384d22f63b995
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b61c782e9102c934476e3dba76e274cedb2d11efb5b9dde84e448cfb21f088e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063f416e1009c419e2662131091e5ee5daa4a0e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d6e228b0e56b057f1b2773f37b9fba54c825d5941caf85cddd22c41b4dcb0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04888b19f8f3826448463eedcda1094db8dbb778
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de9e124ad709cc67b88bb10b11c60e0de3e266d8edb66f1476457330453b383
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f7de395f9e003b5b123a42286b7bde30f086d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec57926dec8e90a56e2d78c07583ce905d8a004c9f693140a845706adc00e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a1f907697520dcd06e3e0d168d682edc140bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97fe75803ef9365129ed6bf0de0e365deed2a6c2dd2c001fb9e41cd26ebe504
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0997101cb4814115b5331666de20ba74917c349d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011fb592e0d601333b69c1c2e298ca9871b4164776880b22991dcf05e61da23
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a4640e4f873cf75f272741607eaf45869617e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d470eb7ea0429a118cef4b9a74c27de5695df802887378b2dd7e9a309a248b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e2b8fb30ca871c4047c6eed8096a6573a19ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5631869731795fdddbb2772afd58a39d519ddd3379b82bca99e67cb69f44f31a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803339dc4ab70bb170c743a7d16b93d69efef4f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66c2a59d23b54421070ac4262f664bf76f78593ed0a94cec775200f7d146f8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ae065c226f551ca27c1d151f747d5e658a38f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6c913a5d7305f5a9de9f6144fe4e028b7fa9b3a863ed384a6621879cecab0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fbc6b54c7f3bbf7a9796d8b565f7af4b103872
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780a037964605673c31cba3502f28f1ef219c37bef803f4be129390e9fb97161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27d7a646f702dbbfad074d620441ce9c2dc3af9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a0a5ef96639f4c4ebce815c2a7cf53cb34206fec4bfaf3fa8d0636d2575779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9306834758f8b8b8f4715cc00395dddfb6b6390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f83fd700bbb44e56899c5382759381785f3284ebfa8e9cf36bcafc666eaad00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641de8e7a96ab9c7e90077e05bfb9b2403c4fe42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcf77d14fa00062f4a0407f61701518804fb7812c367bf1f25c9f1302ceedf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8482c87b5ea60e1cad3221ece8afb18c6b2cc329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dcb9bbfe9d3641633e0282bd2aa48f78655c58ceebddb7bfe76c432f076d89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be78833fd8462e7ec99d799f36a3e1496cc87f33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5cf2ecfd6c5340cdf1216156dba15649233751e92fa6437128c79e5dabdf58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6da146d55cb0ed6be8a98f02ac81fa7bac88ff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86824e1fdf7dd0c0e9f893579382e8356c21595514b478390eb2942238d6b81
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee2ad526571c0ff38e42b1717fb475e200c2cce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2029a8b11bf8a7d1c34b5552378c20f9bf8c8f17b4981d8e5e8a279a8db734
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051ce2d86516e625bb09e12a852e1cdfb89600b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792057bee6a5e3c95f36f64eaf608c8e655b0deb4bbc82b403a5037af87ed1f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d898aa93d7bf7c4c6ab67f754a2c8228527a460e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b707d1ed0fb9f7f9f81f8add7b5a354eb059725c132a1d023e09ddca13dc69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ee77100fe3d4c45c17b30c279e1ca9aa3ea60d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cc2f4f09f1d578e550ada357b10cf8f6fb0cd2e415ced0055551e9fdb1317e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d2bd82400ebf42e5cde998bd183d8da3a0014a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e262f4b850b69a4cc53a98327271d6bd9a6480afd9924a00bf86cdb6e78a24aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f148af911b6f209a5631a9e75ee7c1633de66e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e02be41e3b0638bb2483dc1d8e5f6d21f47b23a63890585d3b725a2c3001397
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0431633334a0dea87a638b3421eefc109762ab37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01a15396280336404de0423039a13befeb9bf7d28cbefeab6ca5507ac132937
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827423ef0c592ab9893bf12f26c406a8814d9905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601476c6d6647f66175ed3c88d4b52131784819d2d7eda1702dc1cd5b90b624d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b9f75c82623852f84cde01943e82f829d2a009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b545d6390abcbfa415096bed84a198ef5e4a7e728366713cb6606f40b58fe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff41393f9b2683bd8a311a857caa4be9d0713d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1c558d5e26708e130ecf26a0322e7501d01ece1d16160595644e67f6592890
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb26177b9c0847616d60f9a8a6a75aa21f1f3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbc29f84ba5a9f9c34c5d4eae7c471abcf502847574834ce280922fce185e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d43686ca89d3f8cebd0f7b0ddf91c89eef99749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cf12fc69c7ff6207fd0d0a3e92a726bb812722bf97e752bb2b685e3c90e1a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862889f35b84dacb21b3158af70be9a3bcf1a61c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a8cc7e9b85be45dc3c19e134f32a3280f51c1b1a678c5ba10881dada6d2f79
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7218e407d23109d2c095963036c6d6d664416eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811887ac4307c821e209d3b5f160b85f797ad792d1f31d0529b64941b516b816
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f0b344ce127fd46e17ddcecc221e4be4aedaf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a609ef96ca6bd8fec43440b17e4a8592f8705d90df257a2c4e36be52d79ffcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdaa00d5445eb47b12fad01597b0058465e551aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eb398926b17c01d8ad79a68b47236c75419887f05d92e569e3a8bd0efdee94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a96880e99b6a0e90eccdf1a3273f719349df04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f355b50e8380613a1a160f56071a05122d56501d911d7b023a9f1c6cae32e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad1d2ddc6da9392da449d7d665133e59d57541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbdb654d4f5643807307337256916328cce669a1ac5464a88314ebb5f9a2753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3425bbadc452db1da6f3b0653bc4f8cf5fff14a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf1c354bbbf5a714f265e39ff2f30ed3994830fd2b200b945e9a7e4d4b1d126
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7361bf3f49e5c5a6940fe956cd76ce4396190d99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5647ab54f6e2ae5ca4f4dea82d1a892c95a1f6a10aa8bfb8f7a50ea5a6fe652
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13986ebfcfbe8887acfdb64c2197c14103dd5db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3847920cdc782f8b6b7ee84fa5eb15da2a94e3cac78536fc41edb07ee265489
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6beb70db0712aecb54b320243bc9a1fe7534f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c01e1acc3daa69650bd806bedf9be5294bdb737c789d6bb556b1611875f30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389107bebc27bf851b7009131c3b9adeb587f1b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeed06dd17ed3ade33f02a75b39d6078cc52e3296a1144fccfba25dbde4d388
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a648f0e4ca6b603498738115fd17b1d8d9a71b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968ac98cf2f3b87b9c9180ddc190f6844d475a041473a980ba0c458eb3b76ab3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d124c9e2c91425c9d8b756c3ba508bf60ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57749fc45c2b9028ec8be0df9e91afa78b3a6a78159e5209f4677269fc43dfdd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afaf4c0285f260c668de9408f0a19bec65f7c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21ae06712b179afcfc7924b0a83448ac6bf6172fb25e73221f32d21590ca39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c4e8ee27425eb8e6ac507e20f58fc41fc99886
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5f53acec6c597b62b2a1f6c38b7efd775920a68b622b17966cde1ba992b101
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d141c692815cafe6bd8f69b09744de3cffbdb518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee806aa892c307b5afb6db6a55715b88ce26a7585f1fde146f01829950b75685
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea6c089496cfa4c9035bbab82907c7d7d37fa61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7b424da0c70870c192ccd97af2a0e7eb9ed5073a4a6f43e3480192fcc43fc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e01e1eb6150051a0262c1229a06d445dbd8fbc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931a4ed74d64a867db39b71c11ff40088215a34ab6cd1ba318753c7afcd90ec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d67123f1231531434a6d82b12cfb3db0181910f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491384af0352108778bf5657cbbe8cb7479eddf306e324b00e66aaa10696d55c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c27b63821c8681095c31467ac438bd29017759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297e3327599bf7867a0e4f301a70d210efc63743b73ab5fe6197dbcb3d50bf70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d51741daf257643a0b39ec4e752d23432a3d678
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b703786a0d6d68e87b9b9986b5d609d5f98e77432ebf7c51fd16617efa9ba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a29f62482f19fe2cac01314295fe6048d59edf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889fd19526898b1da448e004b0cc395544e8adb3ae076c656a68a8d8d2624d13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc104d335ad5ad2340f1f23360bca6ece5daa2ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18a8becc7d2bda37b54730e679db283dfe3bc4689eef876c03bc0914d1e847a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f11590c0bc52a00099fa9e2a27783bcf78cbda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c90d549ddb62aca916bc83b00a84631569475e04731cc9384084c4e38eed99
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9c5ae379a322650567f0654551dd3b418e0571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029a05991b3c5b640cb5c33526f55dbb420e34908913a2751e55eb7b75c70704
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a8f6e21f10b44a6a89b30ba427e84b5515b4da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d83fbd887a87da324be8cf99cac4d419560d65e69538eda59332ed44a76f3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236228f5db27059b42c49271fe4cde589fde0949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac11ee56512197aa901d54a2b7d0cf7a50cfb2b379774565b90d96934bf6996
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ccbbf9df41e077975e29d3cc813b388375933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c176c4708175f891aee9d602af62ad67ae5eeaf1f7159ee59ad4b095b0f6012
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886053ac218d47a3cd6eb106df010945104515ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5ab8651de4de2c97f7ccefa12572315815b545068bc1bfaacea7ba0f105a16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a063a66ba91a08d043383d8339441a5b1eac4562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28417280dccdbd9191eb03f83625073ecc70dc9d3d0dbf1348663923dc13eed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b0f1a2b5492c8a5773a1701a799d39af69c9f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed29f74c4251ff9b6347d10f0de676ea6e8bea3a207236e806db0a1bb809967
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e628383dce9dbd3e0d8c0bb97b9b43f8cfb4e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e857873b99d89ed712b4c9c3bc5c74bc0387191af51c8d0c7a542c7ad9755cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b3f27a833752dee1cf81b7bf27b052a3492980
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c002da5c9ecf473a2a198205a1250530da34aebd47a07ca4672f32b2aad3ece9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdeb0ea88c172ec19c9be3da3d39ba12a242db7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4165a45e422b9e144c0f64bca317b9cee1969656e40bc8a19773fed4604f68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380b34ef70a54c661ef206aab13c4225fde3270e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbb127cbd38e4861669a5e702193223fa11b33d6c6f04feeac6d3a6fc611168
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4980296ef2928c020720b2118b780bea9ab12c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45559ce4b9a2c2b18a8a07599452cd328d6566c216fe6e51051620656c96a394
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804017a51be3b529c164c6c1166b25de92d9e784
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3b99423f8349f85da3a8fc17058917513c8944df12dfbbf2674e4f3ba85804
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbec32be0b8ce74da1fcbf2191e0161445130ccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20b311ab7e3443fe8ab3f0a82368571df395a09b509d59e57470c51bb6458d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6690c3889be04c864616ebad4dcb963d15cdda42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8d6638849d98f188879cc925232a8f0afd7cded408ba37cb93a2b3a1a4cddd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d5c02f95286f07b2c8a23cff6a7ba0b61fc47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ff1957cfd5231b4588d4409125472d077cc25e09bf1253f6b17af4041ee108
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cc6d1d4090d622318ca64d48119a0e4b1b494
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c169c6abecb8fb901f16a99d74ee52369e7fe74e154a1712830645748e4342
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020778dab3b9dfcf56765398bb59b589858350c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f5a336522f1aae5aa9933ccc184828c636d2cbf54ce08a5f2f36ce771b1e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13392ae19d08be00fab870b780239a0eff5c1b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c9adaf949db1f553cdbec26266c2962bfa448d8c898d1c1422998abb6f2a47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3b9f2187c3a3c9ae562bcf6c91aa8210c3e034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66f2f575ad308ea0692396521687d6c5fd0d641fd731f051de461aeba8b5725
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97db9fe84ef1fd2ba7424712db8282daeb7e8cc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3148fa54b10f234f0093af09b7ea0dfe2056ac11e6f891ea75623c805c5107d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5d08774baefe8bdaaa1272532b98589335d3bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756e362482afd74dcaf8cdbf2ddafd13d5a3d2d66680751e37053bc33251d5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1c86ac008f4c1f541285987af67f41f36079c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf38185af1adfa5ef659c3ba3fef3b49a52c9565845072ef27c77613720eec47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc16763e0d918c76d32fb14e7071af58a89a569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3464ee3cbf0ba776671c37c795dadb735bb2d8f105775ee3ecbc3754fa28953
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d035113415cb115b37cc9a3a31f3c71b013e0b6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e835b155182c0458b9b002fd3e35a4e05a1a56e7e266c57783bc743a9d7cbf98
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db3636f7f8f4319964eaab72323b91f34a378e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e487429ba0b5538cbc6e598a7531ba92a1917d3f5c32f2e2b5835242d2e40f3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a33cdab5c17410b724010d08e7ba1df710082c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e967f9c33d09d07536276132bc3cd1dbdb53f503f335ea7f415b6fb4bc7af71f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74e0c027e1ca467020c7bac190f5911bfd3af2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0531836c1e4076f35e263a54806b2bb9562ac528389bf8cc196d6cc784a42c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d50a381ec2ffb6212540eac5ed5ec1cb7bd63c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2f2d3bd86fcf68651a29055e80cad839748eb69f055d6ce42570a84226eedd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dca3e9bf2d91ec21cb334ce3af429ac717738d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b98e4534cf1d14ac1b1cd92fb28cbdffd9de4e0efda2b74eb9b15675634fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2e1b6c6be7642394c9d57ed08efa6eee9e7791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a9609380e4483cddfdd4bb834d620f62ec93c43efc71c0dfbb354a04ad2107
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a940ef994de49551ae8c423644be31f9758ad2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11557dcc6b04ddb546ff702de62db01c5a8a6fbdc4d87e499d980b9dcc0d13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeafd23f96ba19854baadc7dcdd718f443223617
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9807a4ed3e6a9b1eae6ee53024988cd06b2af68a31f678d91f9e6b1945ed49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60732cf334ed7fd6c45d074d79c71e3be9366773
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870b5574744516554966b52cb2582a3ce85e23c34e5872da669c9bdd442a62d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cc00e78d1f1a8122b98154f91a74e2b24ad4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fc6264f5e681cd97c578f519fcd44ff532d0a330fe421b53fb6202933d2f59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ca8884eb7d30738d79fc0ee945945f57c642eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab884cb9d43d685538bfc13fa24de39a2c4fb6db06183cce3bbfccf30f770e34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded7ba294a6fa4db0f1f58ffe681aba8bbe64de5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5dad72aa42c0f81c129d424d53e3246f6246c0d4787b3e778ecb8a56fae08f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f7bfba1a29219c2ffb3d6171f86e0bef94f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3ef4524cab64f7cc2f808adc5cae5c9792a853cf09af4680f8003c3b781ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b8bc8fa2659059c462c81c57bd2ef1ffd0471f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09904152924dd9bbbf8ed6f0b7b600843d25851a323752aa8abb31cc84e48cc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1944f7896a8fc1eb61b3aa5e4e7b46150e1054
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764fc4bd043c0cd3244da09e51f79c0824155c5cf4a0918b374ff18b941bce18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf785f832b3f13495fce97369a078bd350394021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ce7615e13dbdf718dcea4494677ef1da122651ab45b90dc089e58dfa576d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93816d935aaedfd5f798e4d8934692597b5d2d8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54f8f627be4e1d5dfe21e3c87804eb24a752f25a7832af6748311a891213a36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c709512a95eb1d0df26cca750e5c44312cbfba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f0453e0b65e25a6c5987d779823788b2fcd903930fb1c5b5e9e465945e2053
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6829f4adbeb332442948fcdb019cd7f0c3e797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590801356b29cba8f63445fe8a6072d05d0347a4eb1b6193366ea471e8b5083b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a5a3f40307a36382c3e6e999032f01c815b1bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a2fa7a8ecc556b7dc6d9804f15eff29778f8e14e7809c0c00af73ca6a104df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6300218ea7a3c290615e4707fd45007ef1a5e8fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c4bbebbd664a5fef3bb112a9d080e9f9caec4396c3f25396a2910b92eb74a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b47542a54f8965e0b2abc12ec5d6c625cea2a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e51f5344f06e5cf5a9333ee515b1efb4fef45708339332818a63cff20d3866
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3318fe77228d85f1e5547fe4b36f1af397be0b40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae1b29b7fc27d5e4aeb76c571285b6a203aa1e258c87576d8fe6cba230387e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ac7cec4467c3882b2d6d2e7b742c1f0c175877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fae534445f47f9579a57c1ac5fde39e4da27abb684d5edbe4813eea5bde14b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d4ab8c9efbab110d8d86f83c4cfe0fef2ebb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517dd14baf65dc553d17686f2e3de13f521fb36b2ea05d04890ed62e1739fd49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3202c84fe80a8a7ca91c5474fe2fd29a8eb8d574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011d627219f3ea2f60fc06de8fcc6397a57f5584d83f4cfe636aed5a2092d36c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb554a83fc9a2e8fed03e277de0533a4e0630f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b339a9c651b474d54ba5b32cc0c7dacaf2783a68a517a99192e41498997e0ded
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772c7aadeb3c869db747cfb26e9bba94eb760d90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4147390fe7ecabb5a6b368495b49ee20e7dcbaa21ebd849699543bfa019ab8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8612f976abeb0f782c8ccfff99a0f90b254c2035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c854596eea3700e2233e6372453de1de4bff2d508fe70014ba656211ac180a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a9d1f9eab5d96c64ae9b095df4cbeecd9e9dc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ad6e407237e111ffd6870c35e3b4bafe367fe29e5d042876ff8bc45194bc5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ccc3d7f47bd11c3c091b810f660b7010dd950e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640378cbbbe3056eb63faf9f907b7787903885bd5a0b31e75109862a1e67a7e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40adf7d8e3505ea4e4e9accb5a3bbbd8a63363be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b212b810cf13a59e1df626786c1d58d1cda59fd480219717e689d520bcfac472
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3421e73b36ad9f761045e265c0b340c18d4dd462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17635e3fc3e035f2b2b953f565e8d6c43a23a2fcab74fab14e0890eb82017bdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a686cc5592392a85ad8a243922ebe4833f4e1468
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c90528722a36b6d6ee9ba60e8b61ef0b976e67bcdf5c44b4514e874eba319c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eba700db436f51dd4852171470107ab23072adc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5ce388486af43668878c0682422d494ef7cdc507d1b934b69cd06281978813
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d1e19c6d3ffb265269988b80f763f43380dbe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac972cb39f43a36d5c60264bb1367c52868c34c8de0cc048498f6372b1b0cc5b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac8fd835db356f234b206b889f786f98cab460d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785d89e55ba24a1b967ee15a823d27e1a826e744b2d5d875a727f1ed6aeb717c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d7545d5d94ad33f72de0f08bbd2aba45ae98ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb7b74a2af66b5d4b5f7abcff8f4999c9a8ab0f08334b0fe3f043315bb0027a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffbbcacf6e80145e3354053275da45115394d69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718f68daee95dbd798b76a6a4b4fe057ba3291bddf3fa4798f55784090111bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64af4e86824147afcd3fcb6a846141d68b4e6ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8cbc04cc05988e1edc9b6a53727093635e5e5a148b810a0530ced6d90f07ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a48651000c515b731ce0a1e40d5c9fdf0b1e942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24846aeed4af3f62d2052f61799f745cc297ab31bcbe55bb1e160b511e930ea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72ec07f4a58e22ba87d7ee525fe25e51f9ad0d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5080cdc50269f431f2c0d1845cdbc7d99424b47fb43a2ef705cf2353fce536
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511d682774eca111d1fe11ef563f7d4b0e38804e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9d84e239382b14032ba0424e2bfce5947fbb8805210e4744517706bc8625d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134c53286ee9fefca61bb7a65e129cc7978645cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59041ec911f46488df6f3903338f7828c337b54b977ac84cea1311aee2570bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ab67a6e2bc3cd860b04cc36f6b758afd64be3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b292554a1ac9f7463a4430708bb03e65ee77236c73ed3382dcb5cbdb8bb26931
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4a20e40af671611289f3ef9f12cd9e13bc39a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcddc6185d1b9d30ee27a38321793745c84d0d1b729dc66cb9399c66ee5c8291
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3900cb9659600ad4599c0de9ec98d4d8fe5262
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9de8e922491d322227661e6911a770a5432bdf5e6eed1080304190162e0be34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb13740c5972f1e64f2b3f38cd3c09488f83b9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40bcd4d2328d7427f2499bcf1d9dd964f115614dcf77bc97991cbed343cbcca
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fbab00f076216e784e464bbfc51565f37de926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f7ca61bfd4a3fd1691fa68331a28c675e33fa4e531a96ad064b03923e9ee32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e0d54ab4dddd2d7c232c8d22b830dfdb936295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e76c724674cfc842646b7bb3679aa53fafea2b91775c70e0e3181619ade574e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ffa10243deeabc86e7659b67e0dd8a6ab0ac32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fc62f4ce32eb2d5dff47b14d40e70a261f3672959581e6baf111fe3bd0cff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaa1461fce0032a6d10a2da2c69619df1271e40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01097eacb030138eaa6df58f118466c4111b45e7fefe824ae462143fd46887bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b63af4f32ee3c14ae5e686c2426193fd8fd1ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967278920d196beaea5342313698eab977ede899e93caf719899d6aa745dbfd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436b6e4e5efeb353f3a3ea76a2a40e5a6095bca3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8012267995be224caf01a99ebcfd8838814940685179efaa4582e9e9899f7a92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06986c5d16041c29238ada62c37e2a574fd3e277
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e218279c8ca13b0ed4c7fce406e971b211dca16c092102f70b2e67f077ced55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c262fb18e590882c7f771db67d019ddf73ca38bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9211f278fd94e79f699ce5341ad0f68ec5c31b3de5561899f4ac80a977818b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847fcab03d53263b900352a1d41d37cc69dfda23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1420bbee83019c76ee910fc5aa5acb00cb2aefef1b1ec49bc24c99b5ae5dc1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7c12e21d486748559e381c68598b556fa36882
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd1d774d753a3dcc2570e86cc8e15186a9b0d5ab002bb18b63ba5d9c2ec262c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73532e763f22a15a62cc3b6294736e9c5eef466c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861661dbb0f59114a831fbac98a1a9fd633f8b7543521aef1262531bea8eba01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc25bcc77dc5f1b096c334e3d41368b53fdd998d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784aae50ef6b4223379060abf3a3e33a4d8d4333a25513f4bf76f3a7b466ef66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2993b11c7700aca8896f9d25de379b8be7c22cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dad7e69ba0f8c744b1e50e66a524b106e7fae4eb716d341b1d53d7969940128
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e6a15cd42a88c21aa3d7a4b4223fee7de3b010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01b81d906a8c8bb3a96c64cda83b9d536d48653e4f0952a2b2a924f12b9126
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43d159065dc352601a514be352724466402f190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2960665052b0798d237d3142711c415d9b55315605dedcee829ada4fb15257
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a60d7e5af5942886c24a54a2eb2ed413278847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039350c484a170b42c4e6d11bcbd5faef3fe019ca0096bf902a12c56ddeb4be3
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c678b4ee8955e898d3796aa809262a19a2c9fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e55661671345b0937cacc088ade12b88ee8f46325425c9bdc3f84579b3096a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fb1c9644ef190df0846e0858e298db8638d2d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dcc5af1a514c2a4e5da0c19f0e44840c06367b1bab10e73b769330b32503f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495fc4a4c49d61f4bb537c3be860018feee326e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fbe4fa99bdf1d29be0a90a1285971ccda35b6c8e82efea793f2531d10c2873
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbfb3dd09185c892e053e8d566b547c23356364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454a78672ba298002544987957426c1e7f39442d8474b120bda29d87866af5c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434475cc3ef2433a634864c1e519829a9a789e0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c5c6620f7b29b9fe6fc1e79f920e31847c345b5d3391813094afc4ec4cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b8f883267303573fb7211dfd13087cfc623953
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d931a28e8669e7475c76b448996cf486291a04f9b2421ff077d0f2c61b6bcea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe178ca1e74cbb852f6439283f7a662e27f1e542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286e4ca5e74fd1a70d3f46b151676a0d5c446f0ea728902092b52698d1f32f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5f00836ccf895833950f3a26f551af01523fb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b35adba7c2f198e19d20a1bb749b8e1bf78041e35c4b222deb7c572814d192
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300f2767fea1a98378a9af875b9512382f046b8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0675a4380ec61d26ff47007fc8bcf23d6af094fe11f06c62eddfbab1fd45970b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135f8154569c68bcb58be20bde7d39d618a286d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac18d29962cd22091316c079704641200ddc4f34c289af28047e36e7aa7b0898
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6007904f1ec23267cb004db407ef35552e7fbc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e084272e3d40c25ece309043f562aee6a91b19afc2ac91702ed8798d3e3fef76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67517cd4ebe72340c6fcc444304be7b2d00e5b04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59654717569e252ae979113c371ac6f98d29d152fe5f491b1b27cc4787e70dda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb5e6d7f6ff28b47b094a6d02a15c9699748701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524a95b3f1a33d313a831570775a7b4d8ff0659ebaf1d1c236880a755dc967ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0331dccae38cbc82e9dc5adf7f6c22be1da3b8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4933f9186388a93a46e7ac3becb1a1bc36c15c5036021316dae40c80bde99b8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6203fee62a67f6f8beff7ae7fe3530573d5d8155
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583cb492289729acdd7254e945e23e255c5422468363cb1d05b44b813b72fd77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79892b775639fb5d51a5c9415b8091ac57f2dc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18517bef1b00e0ca942d9e978e04e3d0b6664fc7ea0bdc2894a53585a3501ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1300073f5672b5f2d56b4837e5b0bad71c3e28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5961737d34d86f5f3fd1ba4c4fc15bb267d820c93e681e00be864011831b6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dca8284c3fc9d29632c2b28b9a19fddaf29896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc38d1863a5456ab25aec267fc516f8ec0a78bd69c1412f52d070fc2a1a80e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c2fed947ec0b05d98def91c4357145168be9a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7a11b4267a9c6fada1cc1b544b5c1e1dd28f93352326f6ed713d08f3e7d9cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ea7822a2c9c747eaaad9c2b41410705e1b807a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf24213b259de6f8840fcfde41e4bfeebaf66b1abe4d3224c8d6ab0f92377f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc763285715d4fe78f905eb14bd2236e8bcb2976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e66b6eeef9eef5d3457f35b304e9746dd21fdea16d4d6231bce7a64142c9492
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795125c7629da3f4953318f7d9e8f94a4934c6cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0b44da63d6d2530d2f1af7c40fd69d9652c33e7e1060ce6853322840256503
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bd35669c6b783713430dd56652c72ebc661e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c213186d86bbe63960895a4379a1fcfd2870155a0fefe3613742f40cceee06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b65138802ea6a267e40eecf3d1956be0fffaba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624aa4c2a6ca0293f9bef8dacc2f3f483c7fb1fef1b47af69fa4eef6e6716f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e10950647bb4e0cd0d4ac35a988ed7f10a9b817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620e2048dd167f1c1a9d7dec61c9bf89d6abd20a79e3cc3767bf0f35ca242630
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28beab77a293d2330258f584d24db52d01f18f98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22800239a33e8509f95514eedc87482442949e0545a9527c2b86f33231f2e0b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5367457ae60e436e7dac5b6f3f4c2738b88213d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7f3c0e89c54f5c9f68b54e7edf642fcab15eabaef7abdb1186c4d290071eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ccaad975b784bccf11d2c75ba51d11a4eb8d49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5446ea2b1b090edcd1b054363b21556d51e5d55c28bada9b92b650dcf91a69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea664d8cb47999c8281b65219d6cb7093c4628a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec81f258f93e3c377672ac047eea61d5b7d88e4bb1134e8f27cc8ec000d442dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd077d8e12fef89e11499a33cb4b4d9dad2d8dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111dcc29cb494e1b8cec193960bfb9ce21ca5f47f455e9b3b60f0ed4fa5ca027
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb840a99e93e110587e7a95c8ea44a589615dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3239a351be69a4676b11224c7f93eeac41abd8ca75e9d8c2159cc36ecbf401
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0365a98a81e4a5402f20bf64eb12d6bac2db6f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955d34d5f1f20b999979d098208099519d28a7b3652c44fb24aae12807564e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05911800b9717f7463ce617758ff7ea5b38d2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e08f70f7f4aac9c24f7c749dc77d7f1694ff466ec55865d3f7b1870592b7acc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d76199365c6c2a51689a87ee3d41cbe0f58520d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f408e6f9d23c0fa096e9172bfb0e24b4cbdede443f98b254824cc58343b266c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980f8dbc2e35050ef1d2370473552546ac436056
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af68307efb31c5451fca3ed12646e96edf6ad236a08dd6bdc272eabf6e9e5a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8010b49a7476d63b7b1cacd5af5f81916fc9af16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0727347f5ab21d9be778e150bfa452d5add8c2464cbcb2b214a65e98c6fa3fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f19f48adc384704d6d30f5f3c0b625d8c117281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cf2a77a7ff93fd471e8b7cff7a7fec60595a8ee1aaf21a4abafe6102f34c4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067e016e7a3e185ab7cf189fd961d37eba8b0894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e0a84c24ac153571613096d4a9740ca6a748df36ef51ab714ba47029c83726
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882ea5dd16ab4fa8e167f29c3af03ad98a798612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ccc3dcf9a6c15e7460c57ce32d3cdda4965ee151983437d2e31ac09179eaa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22f1f9a009fe16f46b1f7775d82caae6cd7aa81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d4404be724ebea489d32212accd0c43b532b5005bd38b043b9f03395d62116
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d3ae5ab2ee444b2d8646105ded3be980f03202
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaa5314f987b98c82d84c9dbe880624e48d1096aaffab3046390af2d481a07d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd3bc5788ef8d80e1f8deddb68868ac3590da7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbbe11e8ad45c3c3c022c5bc50abcc44817b3d6e113103456609540d50f6958
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da2c63f0a77a88a7b407047663976ab5e23f82a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ea055960dbcfe4ba46e40d02c73e0ad8bbf546753b7488196dd211b62671ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb175dfe5f6e4e8a282311886232771fef4f441f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4313a7482386a0bc1c081e192ae102a73174128168d00af6f2aa1963542ceb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273053fe3508ec0bf05e8b9bd84139f30d658bf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089e223a5dd133d971157c27d1ed07140506058f5a44bb691d3e449aeb844c54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4734e4e5d49d5a08605b38b9ba86dfc85e6de17d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d810577bc252243ddf319493e7d4882418232e723c83dd332480c8ca25f4cb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c39f4e1f463ff7b5168e295cbc57ab58616c9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0968237fe98fbe16a2ff8ec1a9fcfe7b7ae40f0a426cc146dce7e08bf6e024d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e934caeadbd09f6e60dbcf4766a7dac6f8a652e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcd495c7cc55a28179b51a6ac1932a10948b788b481f56ed117692ca40cc812
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd208a5694399789c2d3af2997f5eb93ccb27a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9cd2c7f39a4f20f24fda74777b7423cc75380dcbb0fa08495c0328b9719159
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160bb8343a277463f32437450fbab08c61f7fb2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ba9a42587f8a78079d47cd0fabdc1da48f83c428e2171957c8bdcd2869e8ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60cbe41405d964c007e56e6f60319fcb76045f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4789ac1682c80655a372580095ef33d6a0eff122f267fb796ac36bec5c1c91d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21845a4010d8572c0275e85dc146064c6beebd41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db5271c4a89fbab988abe1d9e333a06b7d5ea911e6e3c237a6946f26683c8c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712a80575fdd0a8c2ea5f6abd93018c8aa09183b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebfea8fb40905b2fe2308e59500ed017c92321b4a4569b079bc73a1da528591
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a13b5ef29134a0d842be5cc9173cf051dea742
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428a42dd2319ed77f41f822f235dacb0f3aee1ce0dfa10378578d267fe20856e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8525ba432f829856c010cf69f64c5bd1861c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012fc410689047b1133378a4946e518d96e5e59ad66e81403cb0a5aa500f1c4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a248a6564b7725a55c384a98f3cbae6d8ec2f3dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ca1e14e597d515a5829bde14467b529d5dd21a18c9177fee055afa79fd0e83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42bafc817a777db108cbc491036abd4a96d6ae9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b99a347b61082cc053519d23cc9c99e40854b099ed0a682d75c79fa89ff13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da8e575de44de0f8379899c824cb3b5cefb2ab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4452fefa40f7fc7d95b86f244f7f442f248234288de2fa55de34d54c0d0e1536
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccf8943c5b78cec4a7579e0d66006bf483f5cc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f857bb3f28962bba986a04301af6efbd101b75be0f24441bacd9d8f17e2b89ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9708a64f7dc4a1db4779388b4f1e9768501a0cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa296300774aad0e69255b0b008fc179bf9d2794f25324b8c010eda38305fc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef341d7063023f4c5dde6f95fd530bd9e0a8dc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858aa404f2b2978fe46535b29d2c23c93688516276852d832c8e25e0ba7cdda3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e189ae941c4a6917cb83193960bc1f3a6b83c8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50690cdc0cf41df7063f4a8d49a9a0450e680cd6f1be6be9d4ae4539811b046c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931882738d34ca937945fc061163bea29f3f2fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8257bfeb714d1410841623c25fbf53f17459538f6b5fec39c739c2c2d942d727
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e7c9ee410120dfd0e38428911bab6b56caa763
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ade61fdc862fd989e57a8ffec174c1a227510fdb62ee955611cb5d85393f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f050e9b11a0c9acf7a3d9c828915300e064e4615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cedffbf903fbfa5bed42384e69ad7ec6f31b399f5de12e79f1d9d5fbea2dee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa29e9119082be8cf82c99b98952d662302aa38c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa21b7b0bdf138225ad67cdf62e7f90f5b9f47fca9528e5689831070c4ad65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f16245c9198627445fe9bdf958d1e8797e106c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d39c7de9eb70dd180bfe2a8d312040c9876b362e08bcc65873cb58505a6037
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7fad2f740882b5999ab6904a6ec2cf1e2f12e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbb3f191a8b9ccffb71454880579a25d517edb1cd5ce64a835f0f0880b3081b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ded7330ccb383dde1f35870ac60cefe1fb3700
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c885a894362c9256a4d652745a431b542b31c8a03dc360c984b90fa896e17e6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e3d80652fdab1437f9a65ac21bdd4c2ada262a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f7c450bbdddaa0c96eff47d85f31f93311740f0a941b4a16473f612208b9c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4154787e1885249eb446911abf55f0cf97fbc3c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7748ab140a6cdae4bc88a4aaa8d3556bfc4bc6e4bb18a85fbb08500bda7dc363
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e2849da1fa0648ee9ce32359dbad6ec6ffe5ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d0683925f967b2628256006fd4cea425070e9a9141083876137596eb7bddd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674c323919bd0d82fdd8cf824ee64b9d94e92bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4557a88f0fa9e052849fb72771d501c7ea0ccf0fb03664ba8788a7194026576
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813462fb6bad6d4f03b4539f647350ce60b23128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc21bbcbe16dcfff0ad6f6ae08e9821826b6a3861f3f21312d9d7fb3a3b31b5e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc07dd68a8a3230cc27ec418b66eb6e8733fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd080ceb69007ad20bd6574c85ca2b1a16c58abf7400ad54e92bf4ae88099f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ac05f26da1ca3c7aea0b9a6aec41286c95a540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746c0e5518f2c3c4d97313ea2855ca74e7db9e731a173854076a9fcffdec448b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2467d071f0bd6ebaea972b9dab280d16d8b53c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ca961867ee089c959c91cc01d84a651787530297e1149e65f3c78e91ec77d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ec726fbe03f443e80daf3082cb18d03992b738
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6655b348988f461bb9c6c5fa990214c86708ae02868b6e82beb231da6e74a395
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aa9e58d8a612eaf08d3b5488f0c1410eb2a5a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a845522dcaf9965c91f4eb3ebf9f8cf837530e30415159cb2ba34fad2bc3f703
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b914ebc0360c5b28eff779983adda6f408c13085
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04499bbda44473b0d9cf618cb792d1262d45cecdf4313f63ce59ffd56125eab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1199f081541d057e6a318bc3250e56194ca414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df3e6cf8f28710ef1df0c28cb31f75ec625bb2904440d5f11a0fed4c057d4ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d66b11f227e33d6ee6079223e2a45a1df07e302
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ad010e74f6bc0b2b457d9c5902443872c8f0e5e4782f3c104a1258fe027a26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd72e6b9dea90cfbd4717977cba8646f5b4ce93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa45c433546e3855795e3f5de64f0ac405e49e2587f41bc5ffc6bd4f26e24b37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e7e925c3c426ea29cb43da067a7e2aadb14ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3df009e53262689d7dc1b7756f958f75166fef1d2e55615c23b379270e94fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efbfbe9e4a9e9e82099eff9f83f2edded53e46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47542ad0c4e99cdce7cd4397e1342daf15bfe0850dfc796b4270d1d4b71da12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6a7a15203ec50565c181dd3bb13524f291f1ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433013470346a63d5f7d3f567c8d85278a3d016abd8229e6cf9a725865a1fa96
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2d4c3b8927ca4f7fc5b2be072929774c32bf1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0385ca20ca25cebc75edef17c2da67737432408e4e06062b23fc13af612c9fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea2d8153c4a94e4b5fa280b1f5ba71152bff434
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f434628096525db6c2a8e1ebef6cc4b220e1e62cb1ea3ec94e5b82284443faaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75817b3386b6ee92be3dc8e66f55a6c891741cd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a71ae7dc198a34bc45d8ca35b9e034dee63140fdbbe5798eabc3ba7f6b12bf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96f6dd5a5604b7169509b62e47179050b4e925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbd780cd40ec3d87a3172a491c9961ee677ee308c311ccb4a839c71689ea9fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9240dc15abf86b82f15493389f2e79501880d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4306444da02b54403106ca724a54914dc8e912e37841b2759f1fbb9e5dc1b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb12ba6763223f8c79049c2d290ef333d49ebee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aec702d79a2d0a00d2f74328b2e0c7865f81b9e4c0443dcacc5ffaee981e8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c43595dd5eb0bef575aab473a95d41ae5df6fc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290588dae8287a0d34814e90c5600b5622fffb998da9305a012851fcf688e442
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d4b6f8f4011241c1c43b355fdee46741216185
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7c05b9cfbe5f03de3ff991a2b608338985969d2292fa65b3a0bcb7777a92be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf1fd9ca13a187828baf51ed0d34a0967721b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6979e5ad6371e02e429958117959fcd4a3fb184d740078337cea9d3d65f81702
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5705c3f8bb145a895e945e8a2a6d6a1923e1fd07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4846c2dd885f17e24b62f2492a0cbaf11cf21f813a0f56a78ea094671e2d205
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd51ec94f35893325b3ebd05df68f087214072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51864f9ce14a30b571bf3ad730592e9f2ca299c4d1582cb2a59e8a375b0ac05
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb66122c1f436e4505904dd6d595dabd94844137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7b2a459bcd151703f2368c47312e3462387227ff14fe48de65485155129083
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1667a55174f0e839a3b7861fc307f66b9cc127d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0b8b8c17b06cf6d052dfc6f5b9439c2047734933de589a86e5b5346f3491a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4896582161db14a9721b175563b181fcc61a680
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7b77c580ecb1d4f8848877796ae7ef1341fdd49c5fa63621698ca3546a12ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49f3292e2cc6c165f7086a8fe00f855ae2ab9ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bb789c1ad03cbcfcec6f3551631dcfc65d13a54d9a49ee41ca291e50e720bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ac5326c43e92d0418b007753d41238cfdcb3e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078195ac094fb55a234ac455cd84332d5e62f36849a1f4113a7975129938bc00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8169f1a2343d52428f56399d7afda17532a6fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad2a96acdc2b0a5a59989c7c1429c770e67986cc1369c3c94cc39af384edc5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15210267b6e323d2234e983ee127aebb16912760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d43cbb4d2edb8b91d21da121aaff75ac3f651340b7f8af0c838077100d7db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c26be0c3a214b0de4eb4a681cc37a21a92e55bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e897da0ab536b8b6d7373851d43aae61571f48f3bd966de8d6e93ae17031784d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d7c6ddf4212e0d97f4e7464362c92fb884e11a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355f785f6e0bca1e086f80d09e76743e8d60c9b2f8636ce5e920977fa180c230
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d469cc0144a534dc33ac6fab00c8cc56853727d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e9f0d81ec8ed643f2bfee6ca5ee59684bf0c4f32a661b3287ea9a7ed7d2304
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822997d0babcccc132467a5b0ace488ae748fa90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c0e01a9175667929a4e0e4b67445ceb12824bf3edbd17090ba0bdfeaac6e61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b61155c0d1d7e2f9776743f95d58d08e523053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc595461cbfa964ecbbef9d5b5212f2bc83abdb5f6242e487180a4ebfd9f52a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15cc18bc67e1fbc506d37e0b452e6534aa62f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28b07775885dcfd5d4667c233e58343a8c4f81349da6d925ad1c2bee0a9731b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b99c89cf87b4f84acba18769091a96f12f5329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbe096d5414cd7397a81a073564d2b414378c422ac0aa295f3a138c5e959aee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2522af2b374307c4d4f05599c0a57320a0072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddad5851cf8d58989a6f562800cfd623191b08e1f3c657556f9aacbacc04625
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1229cce6e041033156d5423bb70fba8b96fee243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22e7d8825189cc29f1be48340764e11868c318b9c1c8b0daf717f2e1f34a9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29aded624d2ce984f4053737550334ad50be0c2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505193195d196857952fd6a3d49914d540021064dd57a4a62ea1dae102f784e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d433f831f68bfeab07406476ad19cfa328c2fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d265581bac613db77ee7ec1f73211a23cb1b305825b2b7acdee679d764830be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34570d9f79ce2f9e797a399e857ef5eeb3b9726f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783d56a67901dc764e603e24bafb361adf7d629dae82540ee8bbdd0a9c6e6823
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8550a6b474023456c8d37f62e8bece3675ba70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09893791f2c0029d6b0156db00709fc1b94a25a31621f039ab5b7b8c3ae86a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c3e3dfedc26a78c8bb1832d9d91ced6bb13e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484281802819b24ea04936be82ad4d9cebb6db7d1e330ebddb165b1a949f3dd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc712625f6780d2342215d7f44a028a0e1daa76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944d000ebc23451fe7df0c0da2aa00ddec666119b8195ba5748702ad916bb0b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e537df80145b69698e2ea74cec9798b8e1859a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bc1cba46e67d874ca125812d99ffdcf7ca7c057ce58ab203193290ba745172
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39594c9bdf3b433fbf91b4c5550248747f6ada33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2970b8c5d52bf34eced1828afaa77758c6ef98feb64cd6b7fe7a9d79829a28
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c5288b4969955ad083b2f68e6fbcdab7b0a549
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2665842352d2c8317ae5c63a3a47a5e28aa83866a56ab8156cf2857193f193
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b4ee6b6441f5677975ddfd39c4a31eb2c3f76a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26877df55e9a116cc239cdc8c2e91d8310857c3c2a6a9d7672ef44a9f443df6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b73b4a9b8a9c9dbc4c63ef736fbdd2569a9d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a11480a826934fe38898dd3160060e73d789ee426c7b4432c1d50c787bde416
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b309f91567146cbb607a9f555f6927f17d150880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e65fa620465edaf0d5ee9471ad0b078df46bb26facd1e29c3eabf4a3d02348
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6e4a89acf8dd93ed5c0e3177963a45d5a56fb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfbf3e8ea36679204fa1303601d4b2d1fd9df8d662b32daa62a9d08740df8f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce27135ff4b2a3fe58f5aeb9efa3ab1457fe531e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f2e3478ff9332215c7392dfa1a37643a6eba96213556cf9e4d8076b8b153b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8777a23a64ebc93ee66d8fced1420fc4dbdc8867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5b38948f7976057fe6486d3de0637c69806a4d5c77f700f5b5d85ce91b5be0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab164f40d6aa87a9aae487bb55aec441dd2b95f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad4afe0fdb21a30f50b5f10fbf950ce6ba20f6d1c7ad715b95d1c363222235c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80c4df0e087d826caa020efd06c6ddffc591e00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc47439dc454e818c516f21f17d1f744df874f217810a5c122c1f483919a5ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfbd5bedbd435213c437b0453aa2f58f0972aed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e72651ae90b8f5279b0dbe8ca9673b53f50af8e203d889bafc087eaffa4b30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbe35e2a72e81b77ab5b21561b2f0be04790609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cc220f3a8f25033b4f574f8620ff91d8d75c02c87fca049d6bae4f014e804c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172c55de36f46d0cf464618767ae49f092f8a93a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcf88654fbac969d132d4578899a76c365dc15deb437e01c5ee8d668db672a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11345a778a90e8a836976edda417167de5600606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89047c353c319d7983302ae991ae57503a88601fc493d73832fea05ffeaaa269
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6305dd4bd6dfa73a2a4559b77d4d415e529180aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c498fda4f8f5ce2280ff681cdc2f4ed6e1d3ac5fcab0b50f7635f6916484575c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af68647a7cca1596aaa669426f900d1b022bd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750082374d1d644b4de74680e78398efe07ddd375862b64e57c98637d4d1f117
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d1a10152ecd3ae70fe3ff159f8ee805be152c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452e16f9ab770c2b3261903193b4155ed34f122fc23bd554d032eef7cde0ac86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7111e92bd525f897ab8233eadf9b401017250961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438bd716743726805dcc7ba13d1015e3945e6f343befbc4afa633b0a5782bc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb906cd4715f15c21526c19dbd74318bab25104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af884c8d2e6ec85e6fc9c9eb2dc0091406094ae8f5efc46a13b280de73b9a7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c703c1d0db2d2c307e60347fd965d4606a6b08e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799c2f3508e3bf653fd58906cea46e81be2b3c78d201e6b347232de2fd8caddb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94c6ffc2bbdad9736777655611198b06782da97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501bef197d70ee4d92559143df3e359459efcf050bbeb69cc5c4713759b99349
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d51189d6685064e9e792eed040103af192b12b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94eb7f135eeb03aae6a2374b6aa45f06d5cc9f04bdaba6ce8d01dafcc06dd8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f2987e7bdd341fc8b579795c7ec34eed7caa00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e5bbce203ced18d987d7221ac36a2227da10ea3f02f1b63e9f5f32c62f490a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6bed642e765636dc1d1c06f9c3c1eb048561a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa44bb1961277af7a8ad75ff28469b4a8c4b09bd4af6690132a4a0c2a709b2ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fdb5e22b88b340e8393d05310157e09f0967a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004f9539ec84954e8de3c0a7bea1cb5ca4f8685fd059d81e20b6295ea3a353e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509d73614c9c135934f2ef7f1a604ce3819ce2be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdb621b209ee2a70ecfc9d56c0a4c7356304a3863171abca6eff9c9744d4dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234941f22c592cf07b006a919e2cfde98021b95d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844f77e5f639b7eff7cd76e997671ff84d82b05f96a0a5c860bfb64e12e687bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67549f6957b52f0283c4eb62a123a7d8120bb3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90090c130c1fc42dbd13262c3642a9f60cf7942f04b0d18fb821e444aca3c3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642662358b3af6b5c2640071670a53f208d4fb04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d04557151269e13bb337932a5657b9d515b0cbf8fa4ecda1fc16c5eb5a6e896
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9325e2911b7b344d57b8a23c39bb35516bb6c4e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9000ba8c202b1765f14647acb40a4481101a48f47346cbe39f9b4b37f590ccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1907d9556089d2d52c96eb6e2efedbd02cbdc66f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef92023a71153ed521ca2681f1c804d0f1972fe96d24ef5254927d51a40d406c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafd378d6c158d2ff6afbca5d719e30016051e44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda92ebf35b85117821b9c3c19d05f348f0070b7841a4182f46fde1651e34522
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5d2d1d9d531322e8091e06ea4384d22f63b995
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b61c782e9102c934476e3dba76e274cedb2d11efb5b9dde84e448cfb21f088e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51696ba0bbb50f3a2d09a12ad8dfa274c3fcadd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa9335d88834082daebbdd83cd415f057f54aa38b0ba435b8d7c3082da84360
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04888b19f8f3826448463eedcda1094db8dbb778
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de9e124ad709cc67b88bb10b11c60e0de3e266d8edb66f1476457330453b383
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd921d3df30f7b2991e38e9db1cac64d07f3e74d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6cfc46fbea94625f89bdb05b0029bd9fbecb1b2cc03149b8042e846aa0e4f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a1f907697520dcd06e3e0d168d682edc140bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97fe75803ef9365129ed6bf0de0e365deed2a6c2dd2c001fb9e41cd26ebe504
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faf0c0a8116bdb050d11cb539c8dff50f525a6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6291b71460331f4fd35c68a3053d5b4b6863cf9e86e0aee3413e9e4d45958f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a4640e4f873cf75f272741607eaf45869617e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d470eb7ea0429a118cef4b9a74c27de5695df802887378b2dd7e9a309a248b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9b29959b7e4f2eef2db80afc83ae7dfe31c60b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d22a6ff6c571694328700954d83aafd6393ec0b37cfe2da9de24d20f728996
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803339dc4ab70bb170c743a7d16b93d69efef4f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66c2a59d23b54421070ac4262f664bf76f78593ed0a94cec775200f7d146f8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1081d7b4ba88ea3fc55fe629d4ac36b5bf48015
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527664cd22734e093e0caf16d69837b86d84cb7b09ed4ef44e4ae2807f2d6b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fbc6b54c7f3bbf7a9796d8b565f7af4b103872
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780a037964605673c31cba3502f28f1ef219c37bef803f4be129390e9fb97161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9294c55a3f5b4bc9d31316b488e2cc19092fa319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d1ff2a0c05f274b1de26443cef7a07204ccc68ae520160658533fe2cb18fe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9306834758f8b8b8f4715cc00395dddfb6b6390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f83fd700bbb44e56899c5382759381785f3284ebfa8e9cf36bcafc666eaad00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192387662f6ea8d26b4c9f4fc2583dee864c0d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74a81fe9767b2fd7ee12e198e604c67f23dbe3087a2d9f2ebe179efd5ee75e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8482c87b5ea60e1cad3221ece8afb18c6b2cc329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dcb9bbfe9d3641633e0282bd2aa48f78655c58ceebddb7bfe76c432f076d89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f305a1cabe377c9148847cd6b203e21fe34e8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f645546df758a4be46e629fe7117edf25acc53d3b2267bd3fd809550668bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6da146d55cb0ed6be8a98f02ac81fa7bac88ff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86824e1fdf7dd0c0e9f893579382e8356c21595514b478390eb2942238d6b81
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8857b45f729724cf4031bc61ce4d32baaa39aac8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bbb5deb5aa98e15f915ced22dc92632ac80b39912ac6c0b06c28e7151cc7f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051ce2d86516e625bb09e12a852e1cdfb89600b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792057bee6a5e3c95f36f64eaf608c8e655b0deb4bbc82b403a5037af87ed1f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d2323fc5620dfcb6f7eda8b1358cec10ad0db6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5e6a70b38881969682b22a23673af0bab520d13fdf9649ae546c5df96c5b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ee77100fe3d4c45c17b30c279e1ca9aa3ea60d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cc2f4f09f1d578e550ada357b10cf8f6fb0cd2e415ced0055551e9fdb1317e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1535f86b10a8ea1ce1fb609055e46b504cc96b20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb6dddfcd50ecb31948f98cca8ad66f4fde98e053b52feca7753543de4d7e2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f148af911b6f209a5631a9e75ee7c1633de66e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e02be41e3b0638bb2483dc1d8e5f6d21f47b23a63890585d3b725a2c3001397
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ed3d14d55aaf36f89570496e0ea8062eb16cf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101245cc7e6f720db889c93ad422d89df5148d287e58c271e896cc761a82c91f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827423ef0c592ab9893bf12f26c406a8814d9905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601476c6d6647f66175ed3c88d4b52131784819d2d7eda1702dc1cd5b90b624d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5048f5a5ebf3b719c0cadae9b46b6f6a805506b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d85b1af7da52f736ea0030c82a82ea0030db74225474c6115a0fbbfb8bebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff41393f9b2683bd8a311a857caa4be9d0713d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1c558d5e26708e130ecf26a0322e7501d01ece1d16160595644e67f6592890
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e719abefcca7092735be37bb711e354a6362324f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6337d92f6e0f319d3b8a4f2c9b7b37b64abb66b95c72fd2ce3bf763627f827cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d43686ca89d3f8cebd0f7b0ddf91c89eef99749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cf12fc69c7ff6207fd0d0a3e92a726bb812722bf97e752bb2b685e3c90e1a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f63b8aeb08259880c1ad67fffc91d2af8a1dec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163232d04efd86440bc3542805e282fbae3f5e964c4a9feca6cdc75278bc5c90
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7218e407d23109d2c095963036c6d6d664416eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811887ac4307c821e209d3b5f160b85f797ad792d1f31d0529b64941b516b816
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659ac6bf5b8b8a1e47357ede0e801cfc9bb2cc0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4414d6e9ace135539842d6dfa08f5d745ca8fedfe71d8b4ab534ccf8210911
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdaa00d5445eb47b12fad01597b0058465e551aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eb398926b17c01d8ad79a68b47236c75419887f05d92e569e3a8bd0efdee94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aadbe73ec9910751d2e8626364d3aef04851b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5ff59c8d80e56df2876eaa5c05f56dfdaeaaf4dd5581f653b5f3c93f4f8658
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad1d2ddc6da9392da449d7d665133e59d57541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbdb654d4f5643807307337256916328cce669a1ac5464a88314ebb5f9a2753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd895f29f7b1d726447754195f759c27f9004df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4751bda8aa2ee334740b3794fde4d1df2720f01e520f5d70c4c9a1eab89c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7361bf3f49e5c5a6940fe956cd76ce4396190d99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5647ab54f6e2ae5ca4f4dea82d1a892c95a1f6a10aa8bfb8f7a50ea5a6fe652
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795ee772e6a9443bfc5472740c913895001ec345
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ae52eec3ff724f975b28c93c1c1024691a0ea02dca7a1d1b3f6eca6405669
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6beb70db0712aecb54b320243bc9a1fe7534f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c01e1acc3daa69650bd806bedf9be5294bdb737c789d6bb556b1611875f30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea90cf7cd842393feb425f17dc3478c30cc8355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6a61f6b8befad7ed4b855b68317cbdf855a3ff0ee13637fd7f70a05d14c1d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a648f0e4ca6b603498738115fd17b1d8d9a71b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968ac98cf2f3b87b9c9180ddc190f6844d475a041473a980ba0c458eb3b76ab3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0326eb336fea3fe666c65c56b236165e76d7d71f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da19b98117e7c0cbdba39d8a4bc6d375ecd4dc200870f56d701100b3d4330e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afaf4c0285f260c668de9408f0a19bec65f7c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21ae06712b179afcfc7924b0a83448ac6bf6172fb25e73221f32d21590ca39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2ae4e854e4ed22c02cc4b930fecdebb0e8aaba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f180e63e93f08fbb9767e041fcc68d4ba8aec696c46e8739e08c70f1e0aef700
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d141c692815cafe6bd8f69b09744de3cffbdb518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee806aa892c307b5afb6db6a55715b88ce26a7585f1fde146f01829950b75685
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c01ba7f970d64d63deb7f91de929d315f145fe7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f84c930224686fd92a7880461735a4ff8e7e6fae1706aa69e14650908db09fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e01e1eb6150051a0262c1229a06d445dbd8fbc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931a4ed74d64a867db39b71c11ff40088215a34ab6cd1ba318753c7afcd90ec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c9b54daccf188af90dd0603f77e1a94e3c734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb349147f5d3e9d6845e0283a8ac57447abfd3386db4e23d0d3b245396796c8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c27b63821c8681095c31467ac438bd29017759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297e3327599bf7867a0e4f301a70d210efc63743b73ab5fe6197dbcb3d50bf70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc027d7fa6ae72e8d9867985336767d001146acf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa21c044176ab792bc45cdaaf7a97874e962d5a6998a8c7c027a5135c3de8a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a29f62482f19fe2cac01314295fe6048d59edf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889fd19526898b1da448e004b0cc395544e8adb3ae076c656a68a8d8d2624d13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7a7cf8a7d7d668c39382f6ce8863d3ed1bc7d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56505d981ae9f9372781cd3845fc674908018c920d8df214e55e4a92f72b0474
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f11590c0bc52a00099fa9e2a27783bcf78cbda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c90d549ddb62aca916bc83b00a84631569475e04731cc9384084c4e38eed99
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac55ac719cd5f3fe8673ee4792bbb3b1e90f1b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314293b1d905a7533ba141bfe64cc755e21a9731b90d1cba947ec5edfab09c85
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a8f6e21f10b44a6a89b30ba427e84b5515b4da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d83fbd887a87da324be8cf99cac4d419560d65e69538eda59332ed44a76f3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde735e317e4ac2cb65e63909f208b74b2b1a58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7fcb104cbff0ba70c807c647415de170b368cfc703699d393a29de80afad8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ccbbf9df41e077975e29d3cc813b388375933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c176c4708175f891aee9d602af62ad67ae5eeaf1f7159ee59ad4b095b0f6012
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866836c224261b7279f5c06c0ca8699af174d21c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d7a73b0a7124aa7ff550c27c4e2ade1b00b7dc49830002960ca179940656b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a063a66ba91a08d043383d8339441a5b1eac4562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28417280dccdbd9191eb03f83625073ecc70dc9d3d0dbf1348663923dc13eed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be52fb5790a9cea0c5e14ccc969cda4602f9bac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0fb72dac18b33f3142065e7a021790f2ee39d3714eda3590c4cfe98f88b594
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e628383dce9dbd3e0d8c0bb97b9b43f8cfb4e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e857873b99d89ed712b4c9c3bc5c74bc0387191af51c8d0c7a542c7ad9755cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6846f2cfc6c3dc0bf21d24f93c9e5ee0c4cfb0a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdb656dbe0c51245f0c73db13c0959f3ea18108c74a81c5d04500a6931bc526
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdeb0ea88c172ec19c9be3da3d39ba12a242db7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4165a45e422b9e144c0f64bca317b9cee1969656e40bc8a19773fed4604f68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a589f8020cff4933f9c8da23d84d1718f3457d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daa205a727ec8866ff5e6a77d337a79063c886ed82338811208ec68600cf5cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4980296ef2928c020720b2118b780bea9ab12c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45559ce4b9a2c2b18a8a07599452cd328d6566c216fe6e51051620656c96a394
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f452961b3cfe459e1a10ea543464a41cf9445f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458340a2a12ccab76ecabf6f0f7d94e0b19aace8b3136de8f10fa679d9366e3e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbec32be0b8ce74da1fcbf2191e0161445130ccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20b311ab7e3443fe8ab3f0a82368571df395a09b509d59e57470c51bb6458d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb441d4f6f7c36e868ad1f3a19807745f13a13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2675614e66f03785ba5bb5c03c5ddf5a302ebcac96566174d7c6fa8521d6d7c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d5c02f95286f07b2c8a23cff6a7ba0b61fc47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ff1957cfd5231b4588d4409125472d077cc25e09bf1253f6b17af4041ee108
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7419bc7ed8aacfc45061681b5b79b75fbcc094d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bcc4b8f6bd3307d24304e9f388db959d2c1ac8ffaa94528cba1709a774edeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020778dab3b9dfcf56765398bb59b589858350c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f5a336522f1aae5aa9933ccc184828c636d2cbf54ce08a5f2f36ce771b1e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828f5f1af53cc03c29b498052913093486f20216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd21ef3fd32da73458dd5c3a6f0e3ac8438653c14ee7bfd6b900cb1e69b8330
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3b9f2187c3a3c9ae562bcf6c91aa8210c3e034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66f2f575ad308ea0692396521687d6c5fd0d641fd731f051de461aeba8b5725
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4892ef577bc21ae03cb2c0b7a2c4efec945b9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d110305192b8b640be01e15906c91f6f21f1c548ce7e0b08d0e2f85600ef92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5d08774baefe8bdaaa1272532b98589335d3bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756e362482afd74dcaf8cdbf2ddafd13d5a3d2d66680751e37053bc33251d5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76455823412938fb5311975e72a747f35264e6d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1891224fe76a4b5152d40b12e5040a6570da3b1fa6a8c7df737be5d55304a8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc16763e0d918c76d32fb14e7071af58a89a569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3464ee3cbf0ba776671c37c795dadb735bb2d8f105775ee3ecbc3754fa28953
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b9079b1440d95dc1d27554aa670d594dc6d9a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9152fb0daa0eed26ae80e72e506aba453042734ad65caf284a836afd851ce4a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db3636f7f8f4319964eaab72323b91f34a378e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e487429ba0b5538cbc6e598a7531ba92a1917d3f5c32f2e2b5835242d2e40f3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e5169d75a9308df85d7a307f655d04ce87451a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c13e1b1b7d5afc4e888267c53e63034d3ed93d46a90d5da8f4e39b02b35a0d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74e0c027e1ca467020c7bac190f5911bfd3af2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0531836c1e4076f35e263a54806b2bb9562ac528389bf8cc196d6cc784a42c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57010d762d404cd8e999cef660584c07ac6c6c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc999c81c2f03d5bf04c6ab6083f2c148b5dd6d99443886cd93efde2db12e00c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dca3e9bf2d91ec21cb334ce3af429ac717738d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b98e4534cf1d14ac1b1cd92fb28cbdffd9de4e0efda2b74eb9b15675634fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e2073ed2fa4f0085123fb432b6897c0d279f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0432e5c96774296a0eaa4d474b73cc17c85a0a2be368bc327024b5d7615b411
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a940ef994de49551ae8c423644be31f9758ad2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11557dcc6b04ddb546ff702de62db01c5a8a6fbdc4d87e499d980b9dcc0d13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f678e8352698451dd876c5aea02754afabb53aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5865b0213ae37664f7d70ebc105e146e7a1f205a21f09982a25f716b3bd40d4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60732cf334ed7fd6c45d074d79c71e3be9366773
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870b5574744516554966b52cb2582a3ce85e23c34e5872da669c9bdd442a62d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac64dc4010bc524da66da67a9bc26fe4e821f91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3482219c5701ed9cf1f61d2cbe6318da8914a54729e43c690fc0bf65348b991
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ca8884eb7d30738d79fc0ee945945f57c642eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab884cb9d43d685538bfc13fa24de39a2c4fb6db06183cce3bbfccf30f770e34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ecb0aeb2fdd4449fd471af2111a3b355c93c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0defcf7da0ae46dc0271ac61dcc38a434342479577609d3b5723acd12c8cbac
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f7bfba1a29219c2ffb3d6171f86e0bef94f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3ef4524cab64f7cc2f808adc5cae5c9792a853cf09af4680f8003c3b781ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd02e088697750498c5f82b4832fa805a13a1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515a52d972dc680af53ffbbc5dae90ce57ebdc42e7285575e0c95f3ce9ed5213
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1944f7896a8fc1eb61b3aa5e4e7b46150e1054
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764fc4bd043c0cd3244da09e51f79c0824155c5cf4a0918b374ff18b941bce18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea223a781f0232fdf442ae8145be9ffbace69785
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab4d7f48611f289b20154b18572b0fd7e7fad25e95e6c63091f260839bc7770
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93816d935aaedfd5f798e4d8934692597b5d2d8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54f8f627be4e1d5dfe21e3c87804eb24a752f25a7832af6748311a891213a36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275b5b644b7c18f9886656a735a68f9453dc65a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca631cea148b6da82e7ccd1849fad32d182fc18f2008bfa26f78455c9db9d9c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6829f4adbeb332442948fcdb019cd7f0c3e797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590801356b29cba8f63445fe8a6072d05d0347a4eb1b6193366ea471e8b5083b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f73c34903f40ca7adc944ac38672d6ee6c1e997
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67f2d6dc274e4ab865eb8143b2fb8049a944d62e1fad13dd7e30d1091673409
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6300218ea7a3c290615e4707fd45007ef1a5e8fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c4bbebbd664a5fef3bb112a9d080e9f9caec4396c3f25396a2910b92eb74a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba52cd1671c72c4632181394c3138bf394c215d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9287c40b79a4e0aa668ce51e3e1a321d901e1a2551f1938987c80fa0977cd4d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3318fe77228d85f1e5547fe4b36f1af397be0b40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae1b29b7fc27d5e4aeb76c571285b6a203aa1e258c87576d8fe6cba230387e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3172e7153fa9b5d8a26f6923e04e8925eb2635d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0effd28f255d23be2070165dc7b93d6956b708c57d168c8453ac4a20ba27b1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d4ab8c9efbab110d8d86f83c4cfe0fef2ebb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517dd14baf65dc553d17686f2e3de13f521fb36b2ea05d04890ed62e1739fd49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac203b145bfdc2c4f0a2b36fd69a336769bef2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16def780a7adf52de1d01b20879b4bea0f902f22811d78cdb7332b248178bce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb554a83fc9a2e8fed03e277de0533a4e0630f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b339a9c651b474d54ba5b32cc0c7dacaf2783a68a517a99192e41498997e0ded
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2193690862a76042e9fb01797f4a24a6ec6d88f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92861a8e5c43f8683ccf63e36018a29bd09e53538c6da811c83dd245c63c4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8612f976abeb0f782c8ccfff99a0f90b254c2035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c854596eea3700e2233e6372453de1de4bff2d508fe70014ba656211ac180a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf36181a011766de8bf38fe9ba7a2684f47b283
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a444907bc3faba9b3c9c121ff5d7e852b78cdf87b026f277deb5745aed44eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ccc3d7f47bd11c3c091b810f660b7010dd950e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640378cbbbe3056eb63faf9f907b7787903885bd5a0b31e75109862a1e67a7e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d0fbdd5e105da42dc91f89422861d7449c268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1478d558df88bd8629a26de624edaed840d022992a2f14dee9c3adb7974aac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3421e73b36ad9f761045e265c0b340c18d4dd462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17635e3fc3e035f2b2b953f565e8d6c43a23a2fcab74fab14e0890eb82017bdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff0929e2d16c94c83471cc0b8de49041c4c294e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e461d8951f6eba1821eccf0d74b328d5552e85deefd8519bc77e325dad337f5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eba700db436f51dd4852171470107ab23072adc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5ce388486af43668878c0682422d494ef7cdc507d1b934b69cd06281978813
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a341376558df795e2de3ab57ded1984b01f2170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba17c58a3ad6cf24b60ea5ffc72cd88bfe4e46f2ff573afee7236a081c11a1f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac8fd835db356f234b206b889f786f98cab460d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785d89e55ba24a1b967ee15a823d27e1a826e744b2d5d875a727f1ed6aeb717c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7938aab744d03900ad922fe67ed23a448e15e170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cea9a2dae721606a8a453dea6986657ab3740c91aac00fc06de12c2042ffd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffbbcacf6e80145e3354053275da45115394d69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718f68daee95dbd798b76a6a4b4fe057ba3291bddf3fa4798f55784090111bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d782b2f908b79ef4f2e962ddcfc87a82bf7471
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af08452e7bb461a67c06d5531c0fa2daa92946036058e3bfffe1dabc4fe7b1f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a48651000c515b731ce0a1e40d5c9fdf0b1e942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24846aeed4af3f62d2052f61799f745cc297ab31bcbe55bb1e160b511e930ea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4898e530a5101abd3ab0f4a63fadcff5d3033a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5645eb95f9d76bb0a9c2d3716b4140cc875e5d4caf3ae8b8b71e98fc2a52395
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511d682774eca111d1fe11ef563f7d4b0e38804e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9d84e239382b14032ba0424e2bfce5947fbb8805210e4744517706bc8625d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45db3961e11048e2a994a6a89b9b314c5aef175
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d315d6d74c7ea0bec39202aae8320f9a9946c0617d6ad88f35e87840347fa27e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ab67a6e2bc3cd860b04cc36f6b758afd64be3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b292554a1ac9f7463a4430708bb03e65ee77236c73ed3382dcb5cbdb8bb26931
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558335e9f416f6b098040c33dad8c0dde4c0a4e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae03979ea92b25bf4cd4489a3a49f474226719edea8ddb9ef262eac06960374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3900cb9659600ad4599c0de9ec98d4d8fe5262
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9de8e922491d322227661e6911a770a5432bdf5e6eed1080304190162e0be34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e15466c33d9fcb00faa45cff77080895885597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdfaa494f6731e2c55a576f6ba1f120e06da0362da6dfd954a9b8b427113833
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fbab00f076216e784e464bbfc51565f37de926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f7ca61bfd4a3fd1691fa68331a28c675e33fa4e531a96ad064b03923e9ee32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0160d4b1274a992100dea199599b204b732b0551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2090595f863d7ca393b51158a45b3f2af3e36e787e86a5171bc5f29995041e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ffa10243deeabc86e7659b67e0dd8a6ab0ac32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fc62f4ce32eb2d5dff47b14d40e70a261f3672959581e6baf111fe3bd0cff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b01c707bef62474358d6db7d5974384c523cd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ed91c6dbbde4b6c15ae4406bff16080957a7c2f446239d61a05e5383d942c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b63af4f32ee3c14ae5e686c2426193fd8fd1ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967278920d196beaea5342313698eab977ede899e93caf719899d6aa745dbfd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb44c3d6f4b0b8e0211968d9e668eb2340e82db3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafbbb278bc8583d18fd66724029f1db3d0afcc7a709f7afc8e8aa601013f82f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06986c5d16041c29238ada62c37e2a574fd3e277
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e218279c8ca13b0ed4c7fce406e971b211dca16c092102f70b2e67f077ced55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3f855bd1e093c21ec981b6e7beecb10f9f5811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca31f7ad2708f134493e973d712719d12dc65751564ccb9d052f2103b7a033b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847fcab03d53263b900352a1d41d37cc69dfda23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1420bbee83019c76ee910fc5aa5acb00cb2aefef1b1ec49bc24c99b5ae5dc1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d1962669cda79fbfd23970e24559c3b936dce9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77556289164de0ee17def055c0169edecad3cacc740e3f3f8b3f3495b917df16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73532e763f22a15a62cc3b6294736e9c5eef466c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861661dbb0f59114a831fbac98a1a9fd633f8b7543521aef1262531bea8eba01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928fbfc8b8c64ecec54576ac2e22f9a6fee50ece
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c68f8e0bf30fe4fb9aee66851319255c9b6dfa39681d72ec95959ca960fb8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2993b11c7700aca8896f9d25de379b8be7c22cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dad7e69ba0f8c744b1e50e66a524b106e7fae4eb716d341b1d53d7969940128
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6de460350a408a33d79a0a69e941a1e2c7e7f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9476ffad77ac2f291481a448bbf3a17fdecbe8168f1fede8b85d60f634be77
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0b8dbcce0142abf3c62fe2ea88007eac9f7a4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eca41a5f9305f2b73699ce55d58996e286264eb4749c08ec4cd4cc2085f09c7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994b2a1ec128b15219d122f8073f04c7e95bd684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d805d481a787698dcaefc6f27ea950cada11172f1c3523128a4c9cc5af8ad8
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f477f438081d3e955e7e8e72c8ed7d274870d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86aa46ff3f00d617596b4385da1d0e96c4bffd5c6fb80b00d9d1d89cecfc4ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55888505c50a143a5da33001d7b28fc8d7a34167
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a8afabd82e84b197343ea037a3663f614aa6488fbbf406a8feb61263843871
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b789812d67d8e19fde3a006802dca76e3d6902
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd20779a5eac6480cf523b1f180303afccb339651c145daaedff19effd849e24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486e62cb5e9eaa514fd10748666b928d2b8ae226
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11149e171c2ffdf9c2cedbc05ceb3593803d3417d404d37d546e26e6a0884d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18aaa33b16758cab04b1ae1c5246c1617881ddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d90c18260538822b4252675ae7780372467fd0fd75f15a83a2ce960bac18cbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e0bcfbed83cb0da1ac348c67473208b9376f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2b53f8676c285e5dd8ac1647e2c0c5ef89f65dff105d513ce65c761fb31b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a903b54276d33922990c8a69b9423721cae28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99afb26f33e746cbf7f8d707897eda8419242d4e9492be7d5c6213f686dc6272
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b3d0206e7dcce119fb9a5cbca57a8d806ac109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4287ae2846cff274723551ddd9389ebca7cfceb5bba39cac6fea5391388ba588
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29cb4300ff90c8743605dda786a5c0ea7e0e8b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2a29c143439a871c7092699026fd66ff3be0ef2fdeb954f761aef807e28cf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf4ab48caf017018a02c654452a408755cc6f4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20272346caec84a0f7ffd4cd9b93b93785e3465db37955ba38b15a66d87cf3bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98762ba271261083d37a8e0dc2688d11d06765c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4551fb742a8f9ac30bfa06cacb351c0299d4d56c87fcb83dcc52d26e3e83d17d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81d05d75d60ebf980d1cccae8697f9d802ff571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fac45418fd3b1938800cd4dbef68a9805583a6dedae97a161a6d7b58cd1c6df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7863ba542b3066afdb5a8ba4885fd78a811839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d669141d6832c9c47beb758947f558c6bb182babb16c286db6d42d8cfee49b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca532fb77e849ca4f50bb29e64327181d3a2ad78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6943bf5c65715280ca1d605e54230f06618029f8a3c03ee1fd5252e2405d7e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88a99a2dd0edce6cc29ad0687f4605b53ab7d39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827423f7106e81a8e99db256aa989c80f182979d62f4e45d3f4d12bc35673b7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a53ba528fb71589fe5581565fe9138ca65c4c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ccf19fe674c69a0afd4feb25ae7f1b36f0ef8800709d8979ecad0c47903215
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392abc3531f0999ad07a04810362daa8e965488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f6fc882d342ddffa761ef9948c332910dfa0a96ce576673db1640741e99f8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f2c1da04441e51b9caa837558cb5d4ccb5248a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405fd4f6c2e4650fbc3135817e7a0f9e9f309ea478e376f4863c8fca758ab21c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23634b8030ad1a797521172612088f3af0d14ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6c10f9a70453c3bf28e239eed4fb4eef474fe18b63dfb7a4bdc80a2d7ba589
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509ecab60049ddfa676afc04aa630539b8f5fbf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebcdec5a3dc56eb47ceab46c55d4a32912a50d083bc34d4d96211f935b2ae0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d12e864d94c0d089481638b8ca87ac929a9177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67c74d6a2a834b850bf8eaf1d48a608f59f516c493988590d29b5be71008a72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a117b52c1ca83104adb7760f0e377d153bf749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fae1144d4e1572c46175229c3c59fa119fb9ade4e6f44e464172b41f3c343d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc276bd1661dca027350d429e0c85303274d2f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd3159f23ffbbd1318dbeab0ff5f692c148ff01688425428d3693b1a61cc2c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e3f4e843c7c32c0f719ed6f50f1da05674fb72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d09a1f49e0e269909cb8e5d1f18e9e9e1f02a6f212e9480d4b3650e1e216361
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5362989baba0b4abe2bd9f268aeabf847229c7d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec0ee66789028c7378fd2cd0f99f71d7ca056d712b9d8a54a4b515cfc61b271
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3982a835cbb4d96861e932175be990017ea5dec0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea6a35992fb94613252b747e281dc9bfa653d9d3c7c4c76cb6e1c5eb5e2faa8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcdc8ed326aa64d99bf0d565e2c78872c03d0fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b522b9b2f679118c48ebb5d46c35b8201ee597f9ffc3d75bbb0efca72a75debc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a909b6d0117452d12948904cc99976b5f50152
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4774fcfdc7c263d1ba6166e1a53bef728dcb7d739518454304822676542b1b29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274384bae2d92e750def4b6bfc30f71c31f60d97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9119438cfff2fa850f14d99b029898c04c58cca05b40eda3c8bc77a5f87f3c53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157242741b4e150dfed4a1c6e8e740e06fab6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4121a4e1229e889589bed2f4abfca08e1f202f0f5cf0370b8b8843560b8607
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5177d6504815470e00cd7b4fd58f48b744d479e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25a54fe3f1882342aefe509b2595fb463b5fa9783b2722f6e4c6e72114418b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665931bd7ac9584b3cfeac30eddcacaad847316c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b350d9f098c397ed63ed53c9e8f503d0617ffaaa158c9247778eb0493e279c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9ed69d33b84c98cabf5a7f3616dd6cda74fbc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec19f2bc62dec7058b87532cc08aa265af853d8f007b82dda7accf5604c1807e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d039dd9e978edb7c1331f4c2f6e0d8d54833b46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c506393df16d83d43a5d60187db6fd9ccd928253f7ebfe90869ee022c98bee0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a21b4c81585be9fc2555d4b9af602dad5ebcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897b766bb2806210254917248295b533b2693f3cdd85a343afdae1b43e6d63e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb8ff3dbd290a7ee46a3dfe48d953e01fcd0fff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba187a47bb6aca4bc8b9cdb10b41488d16ed64b8d807ceec44f8c2b84b07c27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352d2b56ff5fc2268f6486b963ab5e433b7074c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c354a043bc8c263b9de2ab9ef198a7e65a0a7d7b68c931251878b297fde8535
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003031bcede30133f5a93796083b6e7708187cca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ed7f7230f918db6caf41f86bf6ac94859cf0dbf05aac171a50d40331e0a54b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9265bf768cd0ea4c2755a643838412632970b26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdd7f6e334c8644c6b40060839e70844420d1ff5ef60901e04ea0d6e6d22ec6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a166df4042f5d20cca4d8452a72c65346d8067
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9c814dc46123494d2f9d69f8c1b11127fdd6bcb0a2dd9d3e468938fccbaf88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94899ba84db74dd561fa0111870bdaaed48d4eff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c55274f4f63d3cf9bfc2391e8efba9392f66ff0172f8ba990191a0922c78de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831122d0f5d4eeb99cdcea671ab40071cfb75d50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48824160c95f1597567f6d3eec413abebf3dada0f2f56e16e4e93db131866e97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6f47797c5b6e7bb9a876fa5d0764802200a6e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861d4f23d8c60d96121c4e4456ebf7c0a241b9737b2265378a96f05806284c94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10ec87fc378f2b0725e734bb6b0eb7e123dfc50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7bf89f8d115b231e7315bfce6e5f31cad77bb0fd37730a4f91b6b0f073ce05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7755b5bb348db40af89c052a6856c91bd24a16d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7fc28cd288021464c240c64882e363ac7fa4b5c997bfb2b6e7a19f0fe74f71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a523622de727a783c3b088246cf065cacf99c037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109823f19f6cf3744978d873bdbc18fc15c8be08d74a3cd56f9258ae39f14add
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb23bd08cab52fb7b6606a6a27ab63e2f9cfa3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34074d4f696785cebdce242c10bf599830e2c35da90f4e51f8d09b6b84e4cffc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deee4a819e4e566a5a0f45c904f1438180c26d20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd145ea270b8d8e21fcc65ba186588dfb8291a170b050987620f7691130ed89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd52f3241ee29e09dd32e87f5221b85521c463c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bf036bdbd3dc9fa19a96335b536d9cd2347470589249f54b3cf10b605cace9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb09e4bbc43c8fbdeff7423e86c98fb497f7cd02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3d3db7c4421029909bf75f3313fc1b41c70bef50cdb555efffcbdd67d51ef4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cee564424595e3933319495b7afcc2760bf004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663b1bf79532c38d77c6684d8e9240c248c05c73977f0c9d048c91ce10f156dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f0d0eba2b529f0e8f12656a04c70f0265b618a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb084564cd7f5605de418971b550c0827117259429a7b937e46c11083050f0b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e80a6183e92efa5637b0a30f20425542465d281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a94fa7757707215c84824d34d4c604a8e49ade311b3a11cb2123affefb02e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a81c994b4c6ff6bec2ba26645d3737a761a4f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c546bedf11d96b3273cb5032d2cefbd05554e261bb09c6983ec2f1c5484203
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3bc1d4c79801f2e983a4b5228e4df9a9ada07b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48219a2b942e094a06d8545ff32f28b487f44219be59cfbf2b3235af37ad598c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7b57ec01e404446386eb01d5c5ac1b3680b426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5451fdc89cf9cda06b8e52c481b1cea233c9cb88778b6a58a54059726d19482
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20ee1f19d01b6eb10c354c3c7aa2f2298fece8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545fe48c01286a717d7851eca5a8a2088a2898775078d3db54c44fb8c04eb853
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fecf71c5dd67dc1c767a2e5f467bd77f46bfc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07ab3d48b4ffc5ae1622ed2c99259d6af62b2a1efd604879b1736022ea142c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1638c69b4461f928b039ba5a906c2b790cb1719b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecc40ec2ab3f91daf2048be7f6c561f8843fa3c8a4956ee998bf39f2ed958e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f766d8b7202a67d07441d5f4de53633fb4d8ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8472174d3caeb06687381c93a08d730ae557406d1ae3e89bd10f169994e6073e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8faf7e6ff9919587a52643204f032f8f8fbdfbb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4871cbe589dc916772ba2df32cf6b1a4de20fa60d07070d06f4e66026bc818
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb361762a83da9e5eb4a309180e8e59c6b8db85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14450d4f9d6266f6e203a58bfb7055651ac369094626d11b711ade3e2c46596d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dd5d3d6f29790f25a83fa2dd986457eba0b2c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9111c6b1d4376e5f0dba35d9cbd6bc18d80d9727275b1e4ec160caed1aa9e991
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9eb1596c3f2af038ecf0d799892b8781f51c4ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b30acf06902db1e88bbe529d1a25800d224a5b840425099aaa99aaa99a3016
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6f2f82a39834fe6eead9c74585e5d26bc32b41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9636bd9c7d3c037753ff52b4a9daf076045e8a2694d9507a5c4ff73bc33e9039
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79880c1986ec8720611b1db8b3ed2888fe7bf02a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8348f1d7d5946da31b1885f77ed0c5f816fb39c018f5a6b7422534049d12b4de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff771e12c60070a2d779aea6b6d0d7d68aefc7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dee9f953c89572a45c145c7f2bd0d191f96e73723189f3a454b80802e2ab47c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5689ad3de11ada204d641e65abc962d7992df29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014bd22f44dcf07d6e8eb0adcc16cf84207e64d74f98fac54828b5ac72bc25d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b607926135d34b6d7120f6e64429c5f736ceaa3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d00cb1bfce249f80d6c4474f7be31a46a6e10eae3a85f72f9374e0b0045888
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5e8245382b0ec259211571aa7fab5b12de88ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d64593d9df65a11083a7e27e1a1b1d59af295057222f4b979b853b192b655a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91371a54668f8efb82d2d4da5181f4bc008e4f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9185ffeca7af88174f94fb193bc06e900862d5e7ac6da38f188ececaf4d6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061a05592790de54c981be90de81824ba5823447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2eb216e350955ef78babde6505a0bbce87ce53945e24c292c99a1d28292a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcb8c8e957fca5957e95e0796fc29872a657751
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98daf60936ef5a112cefa853c4e9dceabc433521c28275e9eed981fa9ea8a313
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646c62fd61b68ed6e6cf391ed4e7072c0810e15c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193dc04bed4d7b0f6cdc76e9f74e37296deb9c5395e8db089c0eb53843977cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5158e6105705270a3e1932cb5e501e20d4ca2f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f38be2a46eb14adc95bafe81d0d2815f2a2d0764f4eae725a17c0d615999b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a629d1c7a6b32c086c12755743abb27d7937f3ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fd1feecfa5cb14173e060a21deb0e77f260772ad378c6dd567a317c0481dbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78fb2729bddacbb5c925f7525e75e0a0f81af7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b318417f1b119f864bbebea7a387e60388077dd26b7baab86ccb6df3286bf36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4a1989e982c7a909cd7995a54fd8ff783b4b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdc8d114b2f7a075fc442584dfd13ce67b3e9d23de7ce0b4eb5bd63028996e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54a18115bd1960aa71e97749155a0513ff67586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3f1c56a0df878bf018bc1ba1c96c5f71133959b98312f06b67a2e453d28796
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3785019bb79782271069c9adb8271a8a1d13771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45809153dfe150a79f280fe5515fbabbf3e1d2e41159b8b929fc16b80276ac89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ae80bce6349ed50bbd3cb5a685cf11398d1a21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ce9f62ff0a19f7f6c227bb5f8c842b6f34c4811f4113d9674e83b2c3a368c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5d5074af2aa709caf9d47eeed62b96ea7d44ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3603092e3ff43913e960a9dcbc60d82651356b5b8e83115d861f98f6e716be7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe650bbcaece4943c42588f9e2bde42fb684ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dfe682a31d1d7733524907b8d6547b51be49785c650809e6ce250eca972d85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adace5854da4f913d11283619cb8063e70d7b92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea92ccb53a298b1ccc1e03542ce8e4e8c9608c37193ae3926adb54c14496aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3ecb7846b482eae3be3105d9ed7148b6cb231e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ebb49b99314f3033dc45b6d00a8e04a677098d654b0a4da30adea7eb4f914c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74357ec5b40ec50ffacf68ad0d9caa1e36eb3b64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469fc0ae1c8b328278f47bd0cf26f04b0f526bd8c17e58f754d4d222f2fd1f3f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d713362a25bd02d5e99a9f3a173b0a2170778be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819271409f598d8fbbaba12e00576729f4e0020c02e139151051cf729b404aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d2c1ac49d4c1a155ee12c12c24d77d4d176b90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525540a24f7783b0e721d9440cdecfc10c736be09b16ac72eb05238a56379eca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508de6ddfec9373f478cd98625daf41df97da2a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4de0e079e65baaeb3f83f57e419976937a00d7442cc5e8979653ce914e6c7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c9df88fd1f3295be4a0ca8cb7d52392b4e2329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89419e52af3d16285b29fbae7df1b5ce7b034d2e58d022dfc7e0fb185f742e8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d71e4a970f777b3a9c8234f1c7ae394328c5eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd253ba7edf2199336b4088af86e03e12570d0b35b5b906f2fe0a9cc820f6f63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba190b971be8412f4f76bba52fed17f3132cc4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8446cbbae2210a69664aeaa80137bfd68296da933e84076f2e98a1c68067adb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227477dfbef3ce44c0c92f102d059a7c42ae60d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931f65ca71af210ec855b73cf7b75fefc80ac6b6f4ed0b51d0ccda21ee3b3e02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de60c4f0941236cf0a43c3cd1768173c9f84074e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd3b126be398c14ccb201bbc0cbd49accd69a8e5a83693b07eae7b7ff02e726
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14b091f0494339d27f45126952970a618ec4cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda44799ec2388a335d69c31f5b45239edffa37f5d971c2d9b34c5ed317df39c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92463e33909bbebe586ef597332e40106f4f1b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a25605c4747b18a7da34c727987e5f447bcf5205dbf3e4a885fdfdfe3aa0107
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e15391cad70e63291c34db48ed0b040161b76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bd5673a538ff23c9191eddaf78b0aca2ca7eeba00e78861c0a3effce5b8e51
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2aa646201f85e9d5782bacea09e3867ff98f1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f9e9a8ccceac38efdfd16a5e296216dac7a809730b9bfb9e2014acced9d99d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299beb6c2b09589611d60a27df1b86581c76cb46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1319a8ce45e6800f40404a1e5337fcb7600122a7f852b290edfaba6a235ee7d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313438dabb48efd98c65702c8791e37c3c1b97a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d471e98d9f9d64ece4f03926292a43fd26da67f99db292d28823af6e094f6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3528b4f6f83eb1a6446e93c602e09638589ef57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a5d9a776c1e647a8f5f3d432254353890c2dc469178fc78559c7fb23387de1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b60ddd6b0826d1348bc56f8888d7ccadc6506e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d2bbf3b64c558c45ab862d510fa47e1c10b5ff7700cf91d20b445da305cde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791e3eef93ae471ee453da551e913815bc38a370
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381ccb7ccdc304be9db4d1f6be40bf5a8afc6d8a7259ee1a811dbd203f138754
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d587742bdb64e7220f947365265e98681b461ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa77bc556b44df779299ed16d0a913157656a0fc2be5d13ce25fd8b652932e8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263b4c85001ce365e60b6cea791ee49d64eed63d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beff01128ed7478a595fa7bf88f20b5e4a1881909602ba8f631c1ff83701d9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18628e6fa7196eb5372798dedfeb91991afa76d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6516ff95911faec0d73f823ce2b57a344dfdb0b2b34e99a65955b47f1baeda5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac4cb1a26236fca9d500152fe614d72cc6136ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cb432c210122fcadc9b6d40dd149d4bcd74559c96f86efc764f8b5180b3ab8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c626fba8959596c9d25ec7b3b2c7406730f8c0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7cea38bdfb03b9809fe0443aa875a3ff16a729dcd4cffdab9f1126da629bc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abb0ef3d6d6cce88a8d787878e2c4c623489d95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2153f6a5f29b8f0e576852b825911d6a3b9fec7e7c5af6580debdad2ca9315af
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a34bfedf4bee2564635cb687305e4a607671c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a9e671e7b6b87f49ce859292a333fba323ab06c827606af89fb8e282259251
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c4ee13f5d35908b325992ccd363eebc5c56015
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e68d37ba7baecdaa7571293ccca51277a3794bab742e5641488a0b2b74b966e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae361dd503c22d918db5936d98703877ccd1c26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485a7550186b275e0b7d2ea01f52b8e002d53d739f1bd57fe1f6d5fe2402a5bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446337599aebea832f6ebf48b76236f9e20e9d81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1387480be8f3efa3d85ce5bd51ac1ea175e67613ca626904a68205d06a63540
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2c1e25f2cc8e4759c2c7f26a0483f777fdfba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eab1703ee6b005bc577bd975d0919b10918f684c7a116a7e3f7067e5cf635f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc94c8dc7fea5a37ad8c683cbe72674034ef719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808f4eed5545d9c780f2b1da386017021920230a7252f1bea5cfa167d1a3b45f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2122fe6d14ff41ce12337fc645791af3dec90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845e4df3d6cbbaa674c7a83c55b8f96d996ca901f70350201cdfd8a2c5a27955
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ba8bb93b3c6a94a34f879f5984e496dca62d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b056ff20f51af254ef38ee5d9f2f14c456d6af8b6e92c7f028ee3253fd1170e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255a71667f317540a6e52379da72a44ecf1e8ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37bcc6f8b01e8cd283843b5fd06b3d76269b756585978da17627d3fc018b99d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587dd51ccc97e4c33f62c9914828ee09c3a7f2a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4524077a71198f124b04f891638c91e38f75507df34a80ecd3aa4ea7675255ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11059007a80a2e75013011f211b079983739e01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fb4ee183210e2423b254116cce32eb526733cb47b3c2b1b8a9dbc538e4a64e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930def0cde956af0d35bf5788e9100df5d2ad64c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a13a931cdcd764d9290dd29475c060c7b13f4291b3e033ddd96d0655c91c6d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e3a43bb6e3fca6f8b232e475204332f2d8dc31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af8767801da75f06fdd2d9b127117ba26d69bb1d23cd54e6ccf3777c26567a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5661f9e1834fc5948029beb9f099b6a7b38c5d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa450346d1f2da75d52d5caf4b87772477f19a0971d24440330e64380b072e29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f3981d04f6644cc32a04c2ea6180493f71ead1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fe3b7ef126dc87ebc138afb70cdcd631f448457a44cdd3a80fa1c81354c05f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a94527fc4a11262131a62e48f1a8bf43aadcce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b86089b09c0b0dd83916c1d7a2489e7bd6352e2c4bdd6fec2f8381e1d9a2535
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b9ef34d9b3d9e0a7bfb066f10094082ec3b813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6673b913b4d779d8b7e6355fbe770f48b37f03f7c095e12e3ff94ad20980e6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f9cc2aaa50269caecba261e1ba1c7bef5152ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288eaf8e52b32d527f6c2316cc7ffd64d4b6b30b6d232240c2e19d21c87283c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1686fe0d76842f52b0792fb72263dfad659343c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712cbf41012dc3322a561fa538e262106b6ef142fc7be3f44fd7a1131131d49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf28246caa32532757b485821f7a9331e93f9b6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36210ce7bc7fefadcd6b5e10e499295b5cb223b27b76893b997e1977ff2c78db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f2a8117ae30f8bf9eed92116b84904fc74685d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481b3a6e4425d80a29b1aa90c9843aa3e67fa475ae44d8158862cbf2e953c91f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f94aa166c7da709a2da1960b3b04a247a5b6469
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6b12708c59890f47810e6551479103dba6003127d0f9f08a91caafb1e356a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5be1c5aebb65f813e39a2d92d8d67fb4dfb086
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490857b070d865b6ef69d178fc4a0cc7ed0e3868252607c7728626caabb2450e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1688fa154f9d9cc0d7597396eb499b809e2418f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec9df65b1f87e8065da417dce004ac36655ee9eeedc0a91859bd423e0504ace
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1111ab499a49ec1b3ba6ad41f75568efff5b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89ea67100a10df11f03ba6a0be985a0bd31deb4a877885b7f467e57ff66b64c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4899c05c791ed86557f813a8cd6c21cd240d4363
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad6d5fbb38486f5b65d369ddd46e230ab3a824104b0270fda26ecfe2b49009b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f07c53ba0160646a6bf79b03ce86bdc14efd591
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7fda9ac4c66fa8a73c5aa8750ce1af3889d740a6f3f2b7146d09a989f34a89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f479009d0d23e9d265fdffe36aee6ab8e840667
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd7c71fd7b293e14f268883dadb9eda85d1268e30da48098e18d04cb87db57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124d7363a88fa7ef76cef3c6dafde000032bc622
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108dc7defeaf8e016332f8552fdaa702d5e345c903d88481b74a55e8edd37549
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a749a012f7e7ba36ae4c3b96e3ed3cec2b4294bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b5862a810d651e59f9140e9cf96d4f945af61f5562a5b8eca3abfb5535cd24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99627fad528236b7ba1bb2026590c9d11c5ea4ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f11cbd0f72f2933dfa4281c9632bb83282204486d507314d7c018854aa15e6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30d268d0a76f8358b04a664171650df30beb7e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d919bb10293b7423d6a372ee758b6dcd7ecfaf5b39e921f1a6000a0cba90ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb8a170fd068eb59cb824380ce87b9efb375912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a912061613912f9d011398705e28cceac302e4da0ebd9908b9c6200f87e7b04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8811157c43ff46020ac02e464a60485865af44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470e0f345cba1ad214070594d02f54bdc64868b9b1cc7f10da426ce7a8961916
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa92ec6a06377c26a0751e5704a1e287750522
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ea1a223c0a3334ab945f1247e4f89a80600d3de39f68959765431d72dfe736
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014f4bddc639a335176847d56f2ff74262a9f785
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee7eb609ba12874f5d503e3fde8c7bb0485708b4c04e9408b1d99caeb069632
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ebc6d61d55c4b0d10f2485ec587f9e6e078e3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9409aab37a67107dc2104e69732d7ef4490ca0343af8e618f41754a07fafbc1a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30d19bf226056bd4e5f6a3c2ccc0c4c9204f26c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef2d05c6626d2899ad2a71264d310bf90f24d2587ae56eb555d8552386be080
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f05562fe0cb27bf421afd4bf151640f2a3b239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f93345795e7eece6961cd56a5a27092744663f9fc2a35e364a47e6736c703
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd9c7625a52c271ecbfd68c845a8898a20b24ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc7e5c392dc011cc39f40f4767b5de8feae8af4686f445df837832764e6eed6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75318484bbd3a237bcd8433c4420f367da071cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06adf0ee62e474c91946323614f42a363a26c695dda52ac32fa49d70873ea13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d568efab0f011b65168ca9998004a8fc6ac28f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eceadc24b2a8a69bf5c6d4c329ebee62723baf53ce5640f273413cbee7b594
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba9947bd7f5564bf1c3d0f54f1b928324ae64db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59484684f9eb2a943d5fe77b56cad4c1fb1f86da9bcbea24320a33e95e3bf659
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d7ca605559f9d6c2ea825ad33bc6d0f8164cc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd3d5d255c3319a4276947136fcc52aa150211024259e48d9ffd1e9033024e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b282d343874c6ac9d5892db6e2d6a4b0aee81aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78034487af223c77dce8c07f1ab03589610d3bce286f19a4da6cfaac35f38e73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483f72ba898b1b0bfede248d3c194cd1c350317b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8cb8af29e3f3a14e6e0bfe67934521153efd4f8c6c33d7fba5a0ad80888918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2708f4e6dabfbacbcda8d1bd1cf2c0300034ede8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb526e0aedd16b82e2f1c393df57cdb4789d38d0cd8ad05f28428572e8ac2427
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f11710915f43c945177dad5c5f777125623969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f251e0f48b529d68c6d2c7801a60614044dc207aba9e477b02eaeab3df5acbd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fa4a3a4bc63f3b2fd24dca7401b1a8ce455b51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df303caacd22c60c0120701b88d86dff7f67a1f54c64b7abeb15a233fec05b85
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c930ba3617521b5a77ffe99b237881747be7d2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad10f315f1943e25ab1aed41ef2ebb8da4aa8153b03bc1692b61fd26abaf10fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a6aae05e697fe7c80a3b7ecd9fd9efb65b62dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120dad7020ecf0c128d81b1ce861baebdc86b2315b935932a987acb62bccecd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7549b822238f94277b28bf1ae2a43c46bf2b5d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24c0f203c6ee5295196897cc717a4cf9802cd6d0d674e1d67d9943d409a722b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71164923788b69f9c78481503e2e60ee7db45af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59885cab69fd45eb4bc75966da590523260bfdd1b3f7522c6036bcb980ba3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb7f7685d8430f86339ca061a233aaba536d26c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36663bd468ef41e7ec0be3a8c48bf31421b00ec0608ab609a93e37ab111f9fa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4310b864085e1bed71a2a7cbd3398a347ed8df1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4145c30200fced37d47022f05a99e56a3c84df042ee006316fc70df3ced9c3af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c60632541d7c2f797fb02b0394335046539fb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23510417823f5db94a2e3356c1dc76e9a3c274671403f68a089b598c13bd7a73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a43dd3cd5e5cf29875a1300818fcdf24eebc81a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47c8bae77216a0426478d7f944ffb88749f4fa2651f26c57cce3a63a46fad14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11f09c9bd4a0eade8d9482750801fbb89b8d048
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa43fa27dc68f74c9cba8a57e3ebe2bbb0de2791839a48bba2e128a711e78f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94590e0e4fcfe453f06c000fbf8ceb0b0b830f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bf8e3b2d838a8fc22810f522764eb9fa3faaacb4c98f53eff12d0a4c59209b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3882aa0bfd41c3020692c1f043e4f134c082f1b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebf7559358f1afd65e07915d6df8ebbd80d5fd1f1e914b4dcf3f279446d4960
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f660dd8c949ec970ec27e69fdfa2062f06caee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b369aef28f5420da73a8eaf60e2c0cb935f0fa898198b1e15630c7373168bf3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a341648849ffbeeff50134dafa6971a483ee82a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446cef86a116bd7b249c88787f9e51e15654f1f599951372c8f0f7a552ec053b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab6fd5f8e966b674e1a81f729ef7b33b3041a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f99c5f80bd15c981ce89180d99c832ad8f24be5ddfcb6d80049a416eafd946
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2ee55e7ff60dd8ace023919345f4235152e5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d1471e58b878a39cd862782486626485d4a0f3bcbbf3a5fdcdf09f0addcde2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6864c14755672d1a6c57fa1ab7d7f4640281b79b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1885e2546686eaa651e05120990a1ea36d8254a3f974fae12483a98c45780735
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bec0572f7c81f9acc041da55245d066c88a0d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1590217ca21beba5d2f195a61eb92bb5b99a655e1955c23fabaefedf7e47c82f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426f428c26010fa99b90da17b784ed2600af5dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356ffde49e8695853b3cc23edf61f157d01394d02a30563634b5003b2ee49576
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeac82604c7fd2648c9b86ccfa0d3855918bf8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f504bfa82b257e3d06c4952a2d7199496dbf346fb1483897916887620b8a06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389073ba204e1b44f6a6b886ae258e02c97b8297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3c333e969729e00bd619e7557e336a0a87995c566b5b5d51a3e8e9abffa1c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc536a94184240efe608788ccfc4d2cb02a5ef42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814949a25bd3e709d105568aa3c34c9edc24052a816f8467927dc3f3356355ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a669bc9e3afbe1984ea37ee188ce61d6f860f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70920bc64989abf7be1b6bddb1c3af1ebd02f6b1b0e2be546dc37d6870071753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34e42f1b1acf6b0a772c7d594d14cbe1f61e5a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a441ca55d41a8a345c95abffc4e1d9a4f6d0698960bc916687abb1356e684bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff191994a86050d3b97bf616821868b87e2dd27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369bd2e2c3ae2f274ec960685d3b68e7c84827e26cc93e7d955becf9dc13dd60
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e0e4c5ea4eb8091d6b7de26053b9268909f978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a90e2a956109114406f98e6b26c0d85bee446ec261183844c9eb12dc320df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85561f7e823d090bb9342f9f200fe6c0120782e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3a06dc8eb948989c081c2fad414574347bb7fc8ddfa9cfa898f4a585985ec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c75a9011cd7113577d698f10a7dfdfd6556e59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d255359c377d2b1734ac9e8b97d4e504c194b933011170331d48d6d86c9c8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c3bb48395f3065e13434aa367d44520494478
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f559d4f0f46aadbbac31397d51b69a2bdfb74e48662c80fbe6e5abe61fa7109
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6131b53f864c78d4a1f741b8608420edf393d0a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b77135a2d6b07d127d7b4cd63d8f0d86f8e0f7532564fcf5862009450d98d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666ab8be03abe4f6d87e9125d8b46aa9d76d92b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904db7729859e103df08653018bff6537e95c355ce94d4d2a4bbe45a7c2f8be2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6034305ba8ef2fb910c9065733240584272c9ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de0741afbe28bc6ef1abf613c6cf6f1353606d86786e7dd6a128af2eb1a8c3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bef0a35bedec9ca31aa0ca13d54aea94b6f476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d17ae4a61e4c3bba5377e55f690dc86e912ca26a4c3bbba5e35ddea63ba06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdc61e7b00f0cc0dff876e3338a72b1ecdd61d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9c97e1f3d12521bce704fe200443154cc6d022ff215659f552c193c70bc1fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd522a04d2da9025b12e56f7ad060aa85dfc83d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69accf118397aef851afbc57097b8accfb6cc791c8ec71d8dc18f1fb297a158a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62f6b975925d26c9a5e04576edb7310e3bf55ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733369cfbb25403058c8d8a9c66c9b1ff545ce058f6f1fa997d7bb426c09d034
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffecadd0fb193651c57ac520e52220bb65f9ee5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6e09dcf389471267e1c672b2df1250b42d6164c9f227c54deb41f76fa2fb8a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df279da303ce868d38201dd6e3c5116cef49ad4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c9ee8fce49d83fd92996a302cc924cd714f36de3a3bf6756bf089ad8fd38e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1fe7904d9822ab5e90279b7c838ddbb6afbf7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b230259a2254c3c95f2c5e1c088e780132675ffcdf018aafea7e2c7695879b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d082fda98fcb324ae2eea5c2454baf7e7625452
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a819d016ab5d3ecb5bbcd3591eb68d5661d51e419c7d2d7311ebd548f495a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43a7a59833c64567c3d8a2aa41a5e57a4be0389
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed54c07e92648d6604bc8dedc98fecee84b752cfd152adf0c932f58fb63e5039
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebd4e23629cbfdf8b71601831e116799adaee4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06faa4a6970e89b5f261b86d0d3f9bd32d808fb46fd7ee832c32ccd8229d316
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81fa451b68e710c2f4bf2e0084a2eded5a60cb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3f876441d5166a1eeebac2805954a8d9b208aa26fd8edb37ab7e8caa0f5754
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5262ccfd6d8f725593cb8842e24b7819875e85b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b8242a09b4f7a1c3ef4774acfebaa43a2a75e895642ce9bcd371109b1adbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c14bea78e757cef937281c49406f30035258f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea35e1dc05653bdd73c0c42e8dbc9cf7d2cf5e80e848965d9161e70e23ac6df6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97545801234e218d770adef825471cccaca3e34b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1b36ec516025cc0133db9933ea39641de9fc7fd2f16e87d7582f7a924d329
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e72d7a7321cc9209a7991beaf7ff7d62137b76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48aba01cafaa5b291e9a8e6e28c7b0b5f69afeba97ac8c9f15477b00e03440f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48de5660f839c36f3363924ca923c2015489e1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80993b5535da84232f144cf057ecb1063dfd572c42b74ad4b55453cc8417c292
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a93d6d71bd299eb97a49f5a5fbfdbd624cceae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1648f9318fe9f659b397cd49031ca8c1cdf7f7062c382e8633826aa2c68263c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a622f31b9b91aac331b611a087d864091d280b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bb87426899b5b2e31305240f9485568ff42ebef2c090c4a61b5a88e3be911f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0493760c517d70d533742acba8ec82e413ac2d41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6bb4bb9b78c4510f8c9c0d05fdd61db51e5eb70b0aa115e4ba317463efbe40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a4194993a5e417cf53031617fdce5e58795944
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977d859db0f80632d5eb2671c573feca7cdf002a86ea947854e92946e0b0e25c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9213f22a0aacfd74ecccaa9d9455612be88fe499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dea4883a023cecdaab843cfb4e2749416e68469bd8fd8225f38585034974f4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8047f5dd21de7858d78ac7a0aab23a2cfac58c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d644ef67bef6adfc2903946c7c39c5aad2bfda9b325f2d96d1fa49773dc7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2e9d3a91a9dcd86b710d319a296e48606f7e10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d8f45e431c43d02b371735d994bd45317b83d1d6e966d00ae4a72036aa41c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cd46aab90efcb2e22ffb279b0d9a84ae1054b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b274b114299e1c57bc48347d8b7baa3443df7024d224ece68e915e00b7340f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9971e346e5e57d7b32d4278265742fb79041372b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe7ff76320edf3bb29cadeb8ee4c8fbb3299e0759efc37569a54aa123ed3abb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442e0b4eb381d413064effa2fd26b96ee74c45ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a08b9e67debb5b067a320a4e257fe389f2960c7c20f1f5aa777e01032ea140
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3127d27495b9d7d473637c0386adc342a9473cc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff8b4abd603a28b88bfc4499d22e9c3c57b6210f1520976c6dc2758b3fa7a6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e60f578f2d1356116b0a4aad15a01a03b53b1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c390be3ed0ebd18c860a415f343270031590ed43300ab1ddc5cfdee82296b12d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd50983af49c1d5c0ff430f06ac02f62d82c2c00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfff03c2e18047e44ef0bf14e92751ab24d05dd5141c90aac745b6dc97ac9c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ad1a7f97c3594fc7b102094843d7b2c0a47b98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a90749ef6d608ba2cfb616907e80da4f7fb0755eb0b0bba9274d9b38951ca01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b700dc008a696e7a9e3f4d6f1a825bd704e2bfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993ccce3ee289f9a32dd104bd4f7505c76f1bb9d03d1521b89b3a20a3c55b80e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1298c067978884d03f04bd1f750d9407a3947523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72080a521084f975bf3a8ca3e3f66616d49cd4c584be2147ee8e8fa5fecdc43a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec4c9b1452c7ed2171414deb1845a7797d1642e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219fb58fddbca1009a4cd448e10d6837ab5391febbae7d493c1ea15b885b1cc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de3894af7106ecc47a1f37828323b55015fbc67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a095bde7e8a5f0e3e27bbac67d9f617a6a7f9397aa3d3475da03779f2a68a13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed7ec937511a47af1cca36b110914ddf22dafe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fc75db7b31697c673243182efe77367cf803e885b746a65b5e22279decc53e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c97019f585f1a3cfc7b9a97a121959b55f47cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1164137d7834911693a0d53bf50c5dd95adc1537be3ab6a7dd304be8726a2bb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabf0cb5e96bd689d01eb0c92aff1dac0c65a88f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90bd5dacfcf4215827b6cba4b9b062355607579c90ffc667438222966e2a31a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39324b76786edd5251f5e99b511940710026bede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede954457a54e426759da6330e6e0c495a5c2542ccb5f7b669464de021b1a78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500d8ef2b465dd5393237ab47cdaed6682bf7a69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28660cd4ce02536c32399aba416ea9db43753e933f6ff12fd2911764ddb0c15e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21855f5ee8b01b6357854823bb2b115ae84ecdce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4547908f67f82fa73fe1be8eb7d3245dd97b55438dd7d3f72be76c65d19ee56
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec387ff938a4b587d8fd4d2695586a867f3890bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8717606f2ce64b7a10db1de0d56db8b5a100d96d38010ffa9fb357a72cb2fae
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e203eabfbf7a55c065623d2aa602f3310b31f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30728589f5af80d24b56dfd71c32fc2eafb59810f4dcad2eb081df55ba8a1338
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f716e2bf23874503e40effc87700896c110ed70a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3431a264814d99aec87feb59ef96a222d9e354d3276e02f99c99a5091de4fd1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c920fa903c20aa19138c69dc250acddabca8158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41129b5851e43868c5d9fbc61d7b7a51c9935c7a01f4ea929d0da36e94551242
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165c5093036cc72abab4caa30ceff33222ba4de0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea7c073b096b9fd3df52627bcba974fd325004bdc1c22fbf470366db81e01d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e092b677041852dfb6ca67d00e85bff076ff4aa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9825781ea05799b4f8cccbc4880c7a65e1243b94907dbacf38dfc5916313929b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49db897c3dfbf15377ae3f21bd2e7e7b0b58d89b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09763266787b108cf6b69f367659e5e4f343e871a49fb82a5897f70ff8c63981
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ae9f165252fb8d1650024c83bc79dbf1c484b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee42915c884f47287aa97653a28348c0cf0470db6227af73d8cf0b20dbecd6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ababcff09364f980039002b2a86ef23035a24785
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40d6c33a626e433b10825fb791cc56fbce4c561981a230f8c100f8e500b5705
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3905d294e82dbc28dd1591532f171f0ee6aa0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203c5a323923a115860e495c2451c2dca010fb9fc82eb112616fb65ba3cf5046
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918f1015bda83baccd8e0cef4cdbb9383632c1d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00417ef1ea8d127212a6e1a489ca375f1e08e776d2008b5b85fd6eb2f5701eb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63604bb96d5d11f1333b8ebc9209568748f32e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a80219e75acd1317abd58d699a52d014731f617e6fdcbba366a7c6236fbaa7e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc352def903c1252d93a5f17a685c857a45ffec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debbd27e1e707b5571b25208e7d9ab9997b9d496c7a2de1a7b2aac743d73f3c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761cd8b426b330c52536fc15c549db013bb1a283
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edcc25a52b89086f65608af3ddc56b8203abe4675e558863235556e34e46b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb0eb9eb0b18da80dd294c5992807bcbb5d90f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae567b264fa7a20d843ff756f23707e2816268caeaee2440d535b90ac9f015d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485a6eb3521d34e704dde37743cb7cabe9379e84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c14715d0e28397df94123d034f91aa94db1d21f096335f719ec155c2e2e32a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68aca175aaa969a36d0362f143d0c497119a245
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23dae7863bea70708bb1ad9b2d38e6aef404f9a7c4dda2a99700c84c8c7e62c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2822921bafd3330f21aed094db9b9903b8b6ec01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3705a8c8a77d8d10acdf89538b57c363f2a7d83709dde2e67cf98a84edd7ca57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c5516a4cfcb862a5336ff1d214b3115989c469
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ca0b3ebe66743cfd797dc0d043901c330301aaec4ea6ea639a85a9c1014da0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56a7d1bd29f1daa0c6f4d15231507cdc305d564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f2b641ca0f4db74570b996cceab84fd3aa100f4770efbd0ba481e509efb92f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3e49905b3cc6a79483c8c264ddafd5da841a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866f110da92b8f4c668e7e3872e72a320044712650c4f9043be99131022e70e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b65a7b0f8c2e30b4040d5c1fce98bccb8fe606b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8000861dc6bb50d3a3db48c60d1ae3c46ec443db755348f6b0452faffb63e3ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e8534a6a50ffb829b9f2d9d3652d2993625cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf202354b236e35bb07fbf831c26b3005f133f60d0ffe0e3009d121ca7a46ace
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f279c02776fd329ae13b70d1ffab0f1b0eef47e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3726602a0838dcd7ffebaebc8bbbcad030949c6ca3cbe92fc3b702c93436b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e285620f4822533e2ee144adf1ec253a638b9a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56eb5536bc2cf85b374ab24880f874fcf91dd7ee22f9df6e52f8ebe86aaabff
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a9443eddc4d87e82a2647778ed720229f65dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baba42bb82ca934326c046ef12da37757e4f8184a2e56a50b8f6d8f29f77b4c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1767f3acd8ef6c66f70e55900eed8702b12b15c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a072ea9ad3b5e963d522d50bfad17960eea1780047d425c76cab3da3bbfade
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a462c5c0a17f9cbf2b454e9fa235489c51a67a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636a01bd55ee7e695acdf3fe2c9f7f42971f13ed7b5215ae9375873d9bb97513
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4171b7495a5c5c3a02f45040ca1268f41546fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634a4fa7019cab4ca89b69b0e050b9571e561f018e69f8b26ceee484220a3a28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efe61a5d6220de6d9d3ec35e406c33f2ddef318
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2104b9c5fd7d5eeb87d5ee79170df0a8bd90489c96287d11b77e1162a06c76da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71082c4d2cb8f9873679743f8f6de0526a6b0826
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845618c7a578578ec9af7bef17a2b1d6c6eeeaf6395c36cab64b95dbc637fc38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e91dbab22356a9755cb5261623c062dc934b250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493fda272c5e01e5b73283fc530a213eefa2324db18926d4a0530cdd2441798
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d1b7061da11a37ec704f79890bd33782a564b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e75b046635d30815776e11738caec57a8c186af898d0b153162715ad28fcc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d911e0b8660dbb2b71c36d8f45dd9aad72a52274
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634a94f72534982ea532db50ce24432290faa21ec6a7ae2f182d3a0db8b48569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df162b98a27e4520dc5ccdcbf9148d39389e46a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709e5bcc69c3b908fbd78cd7134a60940740d93ddf72c62aa5b87e6119e20e38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef135ef0e6411be6197fb07352341165968b4d5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0fd89d20e2f0830ee38fbfa711706922ac855061b7b5403a1ca0fbb751205e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664e8fd4423eeda7bebbeef8fe4c42cffe79fe02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e00d5c00037370b49151055919d30d84cda144545c753798351c9b5946fad2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a18cdb295d5b4e70dedd6df5c58ba894d1ff7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79027f8f97e7c6afa96ea42bf55c5deddc78113ff291ad6e4fd954a361d45df5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b9a10ef71920e61b8c1441aab4245732a24534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3037a970bf541cd5fdb093e27ace918a81e833990ae88af1424b4a319160174d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520918f841606772949d7f9b0f6802f3a94dad90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf20b9c930d991ca4bcc82d82b64609935171a0c3df87437bf0abb726b6098c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6066f25a38cf1c35bd21db3e47ad5dbffe88d896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a2fc176d70630d75d91d56b8d16f793c6db51fc455d8a326739200c2d2434a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dc6c34f362b894f8f0e363457d69bed23f6e3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259d8d3f50dffc811cfed6734df4237f56ad7db26a03438300597aa7aaf1c390
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308f81c5b6008b9f8bf78fba75f2cef18dfea4b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6334b8fd99b6e755295e6395d559f07734dec29a0aa133ef0655fd4564f527d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb23e0bb1cb968fe3176b580133811b6e289c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356dfa9d497d47ff76e3ce3d5b0f991644029c2cb4d19e0b7a6c7722e06b277f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce8144cb542803a9dfcf0f0e3af2620aac1b7ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431457c3eeff031b96fa36458d2d1e12414e457f77d601736e39c6e1ec18a645
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b318924fc97df115511a64f77c5aa20558fef5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a17a00a6737975a0a45ef100e7572871cb5cc437d56239adc800da2e167969
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803f3d0bbe145c26db3e05f48e6cfd1d09c83f2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553210bebe311fe3458f173f686ec7cf29c46d76108bbfb07446fdcae01af54f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e7689f795a2470c3d424dc685f450944bb76b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f64bf2b8dad4c4b8f3e469e76801fe327a6e846a26e662ca6ac59a7bffe87
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c72f365110c92f53dd88886202bd9c4ebef1ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58149be943d842cfedddd63930154a0c860da152fa4196d0372a8293680826c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6576084f24b6f4d2026dce96d64f0a8ebe63c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5268ea8154a9abe77b4e2ca35d959999203ba43ad84dc31728b3f5315c1d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad7b57f1dac8a528165ba5ce0c84f9acdbfaac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92de390c73f638bfe90c1988185db1aa7159b566bffd38f32c1bd21f0723a955
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb95b624e129acc72d5e496448e147b9b48a49e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b427100454c60f0c2ef05d89874b32489fc7c40e652e2d04071132d19b2ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb37d6b4170c2b653107989182f7826f59dcb2ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f684b8850d1f0dcb057483a86e1c0ed4b923f2bbccebbe18bc8dd593c89d12fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc81ace14ce66c325eacbc697de7c5d48eecd7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0b6f4bd32a873eab18b6add19c2de685e5a839e74faeea47cd147c56e30d3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153cf92bc19dba1c869c3fb26459ed622625e498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088edcb544318764a5ca7a3e6999dac0c4515592e07e5bc97b58b5ffb43264a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f697adf16b9aa90735aae8c66d5f5a7fa98016a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b7cc70bd003f158093b55e3fe53c58f6bfd8c6f040f05e625197e5b7722a2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb53355421ea755d2141dc7f39660267af84b6f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba3b44be11faf9b0a337873f93263ce9603a88f51293c9be0d4f2291aec1986
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616c5cf8d66524fd07ce58a54bcf8c122bbc99a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720f1c3176960d27268f150988fb91020dcaaa3e3f1d971785291ce49d3651ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0315289e2db8fa4c52f0fa6d488d77b045a10d08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6351c3557c534020fb2f0bcd839f5d6ed616c9d04b272c53e8a862d30b590c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3165ee678f1e87ad3f71ec03cfb4f50196a8f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181ab7df597e6d7a35e7ebae8689807a1f17b061513af45774de9bf3e585fe7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ee73760067db06fdb205e82697d36566e5d72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fb0c8d60e19a86783353e54d90d075f46518eccd249f3d5fbc3e210112dc8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca37a0f78305fbf84f7920cabfa255aec72ce0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5120e190e802ab220334147a4a907e927e3204323f544bc7d52cfb1496897a99
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04057a6523781f72f3f5d590a36ae20f76e3834
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_10_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ee99bcd22282900f9a31d773ac416e149086cff734e86028e360647338f62
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65699961cbfda1d00af3a51e6aec4d0dad4a030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6adc4d42b8d72a2d18a76fe4e0eea851df821f330c09d08add568f29947afc
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3667067f07e008c8f936bc2b31aeb2ca907573
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5042532ed1400c7407631624e85d53ad708628dc6dfd252e2adbf0054995a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac12f8f148e0943c3a42df0d4db5687948802d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccb1ce5338d40a2a0863b8905975c42be885640f42b0720a0d99453aad82730
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f77117effc20c1875f27336fc78c2b4f77c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faeda3c12543480b57aaac2acabaeebeb0541c4743caf7b56b20bf3cc1d4d52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c918e10ce4b4e23d4174b3d52dfcba4e814fec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876e1715bd25b75f36d99017d21c2ca20d056c09d886396a185bd5f2f43218a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d78eaf79d30ccf169dbea3b163e8937c3a86a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76342c62711bd0cd4c4903ca7c119f0b8a00597d5b14840c1813b5a90b6c583f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266dd10032695abf8afadcb2ccd2e69d43dec5a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72d960fe359cb75cbeaad15ecd88b4472d4ea3e21b8dc5c0ecc883e752a00d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1207fd680091cee493582fa52f16fbbff8c483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba1f2de8f5801313b7d21c39e0021e830288f63a020be35379740c02598c32
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb5b7c72421402632e804596e33a986358d3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402cd3d6b9a463ce3de589607ca6ca8405756cc6b20463c2671126c1bd435d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c78d1b81746a3d2e3eef3ad16f97121ef9b172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964f2ad95dbfad4c7b4a7f62c94742fc99362a6ef871765ca4b43cf665937930
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf651c661cb45d3edcc6b26ef6401f8ff4caa810
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c45b6a53a7ec6563639fa9472ba14046b2232648fa97257e4f56e309f423c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858896943f9812f312722dd73fb18d86b292555
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a3a62cbf2a6fff34b580b33c1092dc72575afa4e156f7ba9c7bc9dbfb5366
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee6348bcff91cd7534d6af82f2b15fbdb2f674d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82a1d5ad137d5d4d166e76a456a5ef9b59028444bfdf552093434300cbe00ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5e2088adc4678aa68a42aff1e27d9acf6e546c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363f8a92e7081ab0596cbd03e8a900837e4215416e8e06f760e7e0b312e49f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d444d40dd47d1376bf53e0b4986d319df8d201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a720e0c4a7a74491ac6d91411b2fd4a5871c39388383664687cf43d9318cc54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769089096a8c42b5bf3fe91463e975dc1d524c3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda374d8ae9e08ef23f86e6791992b0bacedad77b997cf5ac67ed7d0349a8473
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d9264bab13e79641a5272b744ae22668f00f76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75154678d3bb02c7a8c581ccf4ac3e9c06f160e7bc779ef9f890741cd7f941c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ad3b7e9e1a1e01e2b80c3d3a021e407aeff091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818c259d97cc87158c88694cc90dab95fda0d333976357b8822c5815bb08db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d61501bbf39bab4a7fa1542f25ec0b55053c57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea4919ae6d302ea8b8789b1111a603c5a2a5d6201b487d301746944b4e641eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1c6876f94bcbd90fb06533858e80b9b1ca3aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da412810f5116a4ae277e5be38d55d9a794f7fe6ca1b27b94303bda5664abd43
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c617d2db50e2c48a249b13d91408ee68d87d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2363f0f2d77bbc2396116f500e04bf0ef3b153330999efdb609cbe0426ae912
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61f48ef81d10a059aa759a6df8e1860db2879c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa676bb54bb2c62c75f745533afffe5c4a1674820677c7a0036e55e10ad5ff9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6374677889654241639c7656a10b940f86b397
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae27938234cf93a0c60b308cd970dcdc51481abe42df489fabd7b4ddd1b4d938
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be263e0714b635e9c0e66445f9e2d91f9c87e0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4b9493fbbf93de3d3a60831f54b6323870ab30a7b15d10efa0ef9332f0417
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa672de1ebfb5c92359209ce9f69ede58fdc7a66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cd22b9b9cf9febcefc765180baf4c5124d5b7860e5cf9c749635693b342fb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa537eeab195b2eda6c9f5c5249232112ed1dde9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841116b6a9a9c25793e337edd131d0a814aad41705c4c2726f11dbc533a3fd9a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012150dcea39c234268d7651760fd34606bcd629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372e3de16e318c46c01bd86ddcb2c68e26d1c2c4e46ad3b0bdafaa1d902584f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1eb23491d8fb898f1c0ee559588e120326a0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1489dcddab42f6585a69ef1a003ec921e79540941c6eb16e285e4b91068372
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecd14f42b9570db97e6bb4506c32ba62070fe3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8808ca4a435abce7190a33504e34a2403903ee9490ac801386fc1ba08e6ed72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e556bb5451253ff2b84ca070aff7265b0a71924
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b66e6bb5bcc4acaf1e9a65ebce077c91ed6b266838828c5836d75a00c8cbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12628fb641e5a92cb3dfcd2d118c52b07075c22e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff4fd7595eb1e7fac742476f6da91d846d5c90b256c5af8d63dabd3a25e44b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72d0aff041b510063bb6d6025a9cd507b55b81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087ddb565730a038ec9f8b5b4f1b76598007e4a7103da4c4ee0b045254630a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59355d13f5589677b8de37be0d837b736be71569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7d99938ff6ea554056be274702d096641846143c82b7180cd9d57e2eea02d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61f0a8c2df3e3bc5e6b2134577b7eb7213a5b8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdbcc69e081d7cb5c938c3d133f0700c03d5051bde60017d007e38e749f9e72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9965aab4f049042857e0a446bbd3e572e6a442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e418d9c83c93565507a64cfef80c15d5edede9385c2e6597888b861eb0272f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8105128ed93db61ca8e4205d3dcac4666f9ab63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b248a6281f3394b64d103381fa085e48078e0490fe99c3e7a49f6b9e10f76c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595b1e51f8e9d583543a2e4259085e768cb264e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2700e7e6f243e8cc483d615d440de16c0ac069272bc088ced2096088a9a4ff8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb52552113cd9c7c6e342c1a7550ced26adb69b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7453c5139e71f2159fd8850af0f2348f420f676d71e62ed915d8b568dd6c985
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f616866fdcd2a6d4aeffbb3f9ab44832cf5fb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c3ce2e31ff9d3fc15e0c112659bacb2814131917af98d53372636f08a60754
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1c17eb8cb9c624db0c6c75f9917dc3020e6e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bf4c3817e1418ab2a9bddd0aceac19dc185d20609119433660365fcb8b320
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c5092e1d6039cfbaf612794c1acce03351979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944bc25f75640df27764be04626684f75bb3f28bd141665622f5bca7ef5ed7ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e124bbe2bd04e3d824ac974ce00eb914ab65564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a84c01437e9527b0dbaed5fbcaa22d9eb31b5378c8791754a092d343f63654
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a963afcfe84bfd5510b50493567b087fc4351bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008b670df9b8c9f90db389675b0be9bc93d9dda02e8be677b49243751c7638e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7940124f44302d5b8fe7cbe5f8fdff4a3941ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d655de1174da7bb95406e4fb0c9d88d40f2b5afe2b25a9ad83a17ebc0f20fe73
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bbdd29e848899970970d247774db24f6fcf1ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002a99f603fdc09dd915198065bcc1ccbf1654e5153b536f12033563f54127a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f4a13cd2d2398a38875a11585a03febd39b8ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5509201afadeaa25cd42bf84e9d81f9944f74b2dde58a2f90549071b2ab46b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb6ff4c4fcb92f08382443784588420f13fa63c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce80628e46216fdbc6fe55819bd9249f65e561fe4953ec4ac8c947c778c0ee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac99046e565ae75af6ac3c4380b85e32a5273c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1f7da33f8ebd5001493337d36aecfe4c2f0f2cc5a42700fd936d4a44c473e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc270f26e75d81fd31d66e5676a0ef0718611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9aaf62df4bb463d3a6f68ebb476caf7d23fbe9dc08c018703dcd32fdeb246
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be64b5aff1f78fcb7922196ee6cd8252c55d23da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5624c65693da945777b872993a77cb7ee8ac6499fd035183e2469f9a760ba50
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881108da28b226844d2dc56dc8591f5c45abb22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22aa7957aa6d5c23e196fa4f841c32c7279ba61e02a4a28f1846d5792dbf4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbad17eb173e1243e47d1edbb3102ba5f72a5f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd402a7d6c51155269003c66b6a64994056fe3dd25396165a9636a130485f88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9ef8f3408df77773acc6498756dc5a8c9feea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd62b7ea52a083de6315bdf520f2a645441f554c949f52e005a3468745512bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fe0de37b52bea40c1c70676dcda7e86b3aaf23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4be94c2e8b9a691e40b20432b7100513c631453aec44106e30a8b736bd1bd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a61f1a17466876ccb19dfb745adea91b17d27da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d1cdb7d9bb11c9fa24aef03813122d433175280290dfe786cf2c8f18416497
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06333b38c011c5ad9255cd82428da81d9f4a0bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebefca2429a61565a392ae61b27b98c4c0ebf126639b9ea81b7d047a12ed9dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702977ba8cfad02a12b03b94d0c5dae1a0a2f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988368599abdea1123994902d36f772b0c1e5f69732cb5490e4ea93b104032e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab50510690d44471cc12172945d58dcb932122e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecdd154a9854b2a1d9be2fd253c184022e9f17eab73337d7f5f1115144d8787
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abdc0e1036653620646d879f418f00a082b7c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d49a910b0a1e0496b2445c717efdf0153cb6d348a5d1daacdeb91eef741996
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e1edae584be834dec46e2a6a849c3435780a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db40ca9eb5055d215d83a3f0854d935b9bcf8ac9325a90f74631c972ce756e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77707cd40f05b2a515aaaa8c7b889ddcc669580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf5295b9353439d0dcc6017561d5d5b406bea17e61642d42a6e4391b3d9b4da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb536a42428dabfa99bfe35f81900a8ed3ddac44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbf7d312813157dcf85eced7716666fa9855d8829422d52eba6bd0bba76c340
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48cfcc65b59cd08bcedb0f2ec1640d7a9e4d9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bf7412fd15f291395f7cbb9499d5675190538c2711a9a4b030933efed93eaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537646a1f7b63197d10342973c46d8bf0e44c8b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbb1bb311f79c5837cbaa3fdad311dd95a6d0e96651c4919968f3825611fe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ccaf14265eb0853f37993fea05ab7ced5260cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a7694b4782ffbdb1b5151d16e43d2f1476e6fbc718d56886e11b54affd082
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003565c5596c8aa2bb43db520a5a41455b415d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ea76ab865ba78b865bae296b2466a10a81fd3fb8387d5d2d6e523b5e3a8a44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e607b6ce220372fe475bf35013c40cf3b1f2c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e534344902aeb49ed260dc34dddd2fa5f861eaeb88f856cc4ec33f515ae9c287
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32a2217742bc8c5ca33aaaafc062a6d3a4305b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a7b3b88fdb3ca2471094e7744ae464089c921fae4b18ed8586e86ae9a02a42
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7936d8d90a8981321ba36d90b7bf074c507c2d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95455b64a2eb3840edbd724086e196dc86f96df9916e4ac784f95c355ae3da20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae639a8e53080b56b8c7567e3a3a66ba6251104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896abc97e032e7a49f057d361c423f2baaea0d759bba29025d09f2fd796f5ff0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb879b9bfc2b18c80d319bebcf08cba9980fe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eac4495a1d8b4797039b81510c1878916cfe39ab26416d06d5ccb8a9003619
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84faadf73310a404645eb6f2a4875772e84d9948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703f53e29728ac8cf190b719e4c8528b7e3e6e27d6fb1b129764cabe56517d0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57137e2d429422124412f1dd98d7748674181ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389b59a3a44132614b9f7fa69881eeb5f5728e42bb8673c58b0457104dd87b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75151c7fc4df0dcbdfeead50b8c5ed0e6182e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f035f9d3e95a83055ba00ed134a85c7ee648a6985df8e327f3600520b91b47c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1537e1d89394f039dffc3e650f04bebe57d54c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e032ab438ba0900266fe722c29ab513b42974f9c53c22655af5880c99a7233
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65064e641287e6044dedc3c8de5b8d35ba074a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5685fc38363a43b6bce634661d6089c8e9b8057899ae60314420667126ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe3b07f4fdcf564c6df5923386f24b5f52560cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe8074b241870dac603d275f7d316af50105c24dc2b5b0fe4b8cecac869901f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49825a852c97e492b1d0712ad0299b17b6497767
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed4be8e832e6c46d2b3bc6c9ec27a8bb9bd8b20b74f40b7825fb58de871bfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc64d421eb342e91367baa48daf0f127268cb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04435182efa80392b11e07ff7e47eeed2695e508b4a308ce443d77e649af82d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06957efddeba94575a3aad0415a02f2329539c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d7ece0f8e8169cf4024cac664d39d96b2cb62e69045303174857167e22870
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1868fa81f9f9f22512723cbc4041c87df84bf9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f248b34d3bba9b7dd83a7868fb15926aa07fa41cb10d28c06fb3619cbd4c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6a91e3806a9200ad4560381b97ad49cc38f93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be3fff41dd73b764875c13c30d4768018bfe8302fd5c1021830d7aea9536a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd54692abbd916c1ba99e05eae22c0ece2defaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f15ae57ceb46e751b3be076d6422cc931314d71f817d5fd25aa94b132d861
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874ee7a085bbfb701e39f0a17e9837ee0aca0615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22613f676cb234ec84de23608c333c493d353452eb69f4ef01ac4e0915e118f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ef5c9c661caa85fd4437895145e1b62e967860
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bea254c2a0a913262d808988c5202629f6719c0b1f116903611b9768900cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad1b4ee1638d37192f51860ca49ae9cc08d8dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608ca7574b1e2ed56ed6d567ff31fcc02afadc705fb70b24199658f5cfa44e01
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171417ec3b9cc7b8898b9f4c50bad47b5c9c020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518209ee49e48119f61c7daccfc898e580faf04f4ca31c371ee309186b8f0286
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425c5080ea108fb9ef56f2fec0e137f4a160c5cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878af176c656d1ab1eb6fe60d024203661d46ee89194ac6678140538b1a8bff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d258577b96c7415fb9588a9f6f8961adb9ef214
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37625fc32b0661047283dffee79b906be69dc910d79fd14c85cc4756729babb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb25926caa807bbba2a1bfb981ea0ed464075bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c91a1590d80c3ed863b151fd0bf285257f2029c050a1723b1d7349b4ca23f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda31abc490d6aeb6620f6d415e9372eeee36e16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b3cd4d7c1bb3fc115cf84c6a91262bd6bd4efdefa8a178d8e481a93c368b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ff15a7971e223f06604725f8848e34cfdccd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61e7c6ea02505f431253a02f57596f4b18c84d92a4a8bf34030329453c9838
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c685fc922a87714236f24e407b5c464db32f8312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0324dcd24c61bb930b6c84aedd5138e69f69373e79feac535d6f8b5f3cb0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100d7f58e9a3e1e88206bdf18cea5683fe04db4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e63cbaa6e95f3cc986c73529110da2f0e67ae1ede8b95aea19baeb189521d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3602a907e84e82fa5399f46ae70235f4895257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7234d5ec67ce3a34f6e8b88a0bf1e8c07371875a340bfac362fc8e9f9d74087
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6dfb67065d673cc38fe8b21b12882f7054e769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e892672962e908288ada30229eecae08455549aa4db29a7055379711f05954
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844c99073f73ac5255f95b64eb0b02098b462a7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f4040e9c616acb0f6b42f4aa5e60752949b4a80f5d2abbb233e36c3438ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace1d66277c209ed07c1830ed1b44202f179b571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778832147cb4a6995da2f2eb13c5f9b9a55b0386bd014a2e7139493a3b782e56
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa88aea3460f7f5ae48601a6427b106b64b4e9f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367960019fc59d896b17c2ba2a0956ab96c88a187d000561770406a74dd90d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be02bf5db2b4cfe5070bec935caffdc54e8c8598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4e975fcba814d1ac60810f251f2426a3d454626d5fcff61ff03cf4e891cdfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae9de3bbf0ac94c601da3b24dbf8fe1dc2c6b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895d9d43327c58aba47ea565d6b2bd0a1025bf33e9aa46171a9efc20354f1500
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0f4b58ae8e1695d445518801fb8553d55926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57998034383ff2fa779b1b283eea22534b0e49a458dba4c557737acad8602521
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb91bb01f8b2a4afad0a7ab396f3bdbb66c6fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791100d8a4b86846f318e88a249318f2d7275d0b29c569d9dac880e268b0bea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f7c25227619b46d34b40cccb39e38d5815f52e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef88257a806c773b2362ed2f040f71cb7327fa354f6ad7784655ce0b9d087a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20fa071adc4a0cd007fc5bb1c007b3d4694a42d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6285241ecec91a201a7d88df4e020e57c3cf7e52bd5bffdf9d4f777fad334
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6bb19e7eddd47f2c7fed1e494e147b4e5d5a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57d9e26b671000ad36492e94fe2e2146e5b4897babae1a6b8ce308b8911111
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fa08c377d324926745f67e3b78a467fe70913
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5414b810716ac46dfd4bab5a871e06899f61a6a8b9a1d52c09b21655729a42eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f05188a8b563c15bda1940cb8cd271de184ce1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6164de1788b112d57ed4f4226eefaaaf8214ca81df00a27c66dd524b90edf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756928012e774c4afdb364f13c7b46d152715e88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b399cfea5e70d703553e036141168d6180bd9112fc294eba2191f99fadc12b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e3398a82e17d8348911c49b7354f79d868a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5162a67a44572de49d6b6ac574dce448f6d665f991df7c7ff8b0b3ef1c615
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c4ce7afa9e9a2bde129dcb97a8081b3ad3a771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fada902c8665d89caa78546979c5bad2290ae19e2561a86b032235f6f37647
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8b1450c77b6f618dc4979953ed129c431b447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53308aa99586624bf7e3ad9d71740dfddceec5e296a6f385335dcc32eb5412a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d92e17402239d05e05f1ef00a5cf83177acbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df89a3001e9b9493c13a9611f3afb598eb02415c98e18564977d3903e7af81e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542e6261716c0dc472258eb3b58bfa7f23559ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a066c4167203607d2e788b2c18b302ae26203397f779f9b82961f8a161029299
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce9c55c902078885ec94219e3b228fcb8e789a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2263467beacaeaac096e2e4e323d0ed5337787ce89bfaf654ea48089b44b3e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c622646e22ea37304dd6be3c37c3202a732defa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e1c129f4a7c8ea7f12220f5638b8b1bbae0cbc9faa98a41e6d0e46b49bde5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de18011f9a5b24f901dc00887aec2227287eb31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7eb68281c9b88d1c845ba6e25553ff5e86141615f7ad0b6cf8cdfa60e1eee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a766a5f71061f46d4f5829e39ba09add325f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c2f701c7cf515f4e9d4925395971c5cbd30ce1ad9ca28b01440229e68831ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa492b0b43ffe7185279a4aed1be4de0ab8bd15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68e1547668584c97cbdeded6af6d81e0dab3df8cd747fc4da08741344aa94c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825231411b5a198f6578720f37fc7c242438740f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ba8b2f19d913ecb93b1720d54f38606ca4d801978b9b7aa6e1ff74768df4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe40f9e2ab2f579a14f9afd1faec47ad5cc443
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823aa78ceba0630db7937de1a3c0db4947ae46a487133915d2fc2e71fe97992
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69205e6991e923d8b513e30c4ec536034baf600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200882fe972a816d781411d60322cfe1430062e5b43e6c2f60adfd4666c5822f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bbaf5ac45964bcdbadf908a98e31901813e7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6baa5ab3510e2a0c9058765e08b232f9102b2ad8d25d8dd835bbb2feea79ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f682b3cb7cea3678e913f9ae354596b5fba63ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e216fe5e6fa010f9c24fb3f1dba90af0d6ed5721efa616b2576159e3a0ddd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1540721669a460cde95ffe85c0c37bba6498b35a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c8eba2cdb4cb9c6de44724dc35c3c46fc1fd5f508ee2e4d596a879b32f8c3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373927aab579fa7075134568d294a36e6690256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb24ae7d4f0c6880a694f7f7411d532b34ff475ea55b5dd6d7b9f32da8f244
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3298bdc448a8c0a05f65c9dac0ca7a7373f02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da503903b47c8759f0b27fe9ab7055c31396c377b6851a1bd212ca1e7e63cef9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6894e4d3306434f067e7202c3b165cae86f59227
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb0ac9b4d5d639f199524774285797e697f06b7f6e829c893633d4db2ee3f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1bb7f308b60173d05f1c91d48b7ddff478041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ceed076123f1c8502f048f19004b703d4e60f0432f35edf18ed13a13af5848
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2b549c894ea46ea1c58766263dd3fa0bc549a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843150492da8ba72935eaa75b000b1ea387b97f27d6dcd65fe0e9eb7c1f06024
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb1c38aba541e4cfa4b178799b6f27ba936632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dad4639c2108ea8e61c6d3ea9d3c098e884a5491e95b77f494fc62bf3d235e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cf5ed825ceaba14a105835dfd793d44d467f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f32d1d577f337da2f85f53f0298f61eb44deb9113be8a33a2e77889dba24e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0b9f4cdd4b5143e95ebb3a888f3e9f3d401e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8d351936d3059727040b5b86c8c699878093958f1e69b4b64b0d05507d04c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b8dc5747a4b5b406cf1a3951fedc441f306b32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00aa6bff8506da464d593d774a88f82c8e5e4458dd01d9e1bd835f51f3d73f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792673e8e97e3635ae42288e7c81c3806f32a1e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f391173f691827d5172cea7e3204b228b4ce6958efd4e74e65db324b9248a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3375b756a5b585db86c861acc8b0b0b361d7c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63d5499cc9909de007d31ac88c768f73baf58f8fc200481e25068cc27b53eae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f147041fe23ff0c180f20439ebde81f1aa1c2854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967334af313d8839ba1a192baf3123472bbc7e465b789efc30db46f1aa92d566
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e994edd20d055559b5d4023fbc06d0bfcc19c5ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a0a1060eed4234d264b098c0b185a5836005a639c43d6dd471b9d61d62885
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044ba599672c56c035b3c4042a7f5e2597d3ea10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e360b50a5fc1a6e4fd4b8eb9a82efde0d6e45960c3e9f2b941bc6ae747048849
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9288fc9f188cbc57e78117adda2e3d4f03452a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36590dd589768fb502982f82727cad94219d3e748da6d8fd686a8c530978c2c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c79c0e26087270a9e4db7ee051d9a9bdf4e0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db7cb6712a56ff5dc196b7577df2c8e71308c42d118f16d6de8f8be13161a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b902c352decd76db468c3bd34386b2b63613c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d2d830b8991ab8fdddc143ddd2079c39c201a010ffd84799d344b1101a13e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da35d7a461361d8a79aa2d1f1e068235f85de9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da34c7769590b58592fa6d8dddb82f6ce79b5c1e7753aaedf9963df651eece62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a469dfe515325c24e4d6c3c0037cb0accf6fc8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a695df3c973d432d2d2f136c8603af3abaf18b19e76d7d69109058a0645da3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bbd2e23bfb06a7306e917df3311972c98111fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d31d9d83f47dc57f8b47b35cb017524c1486e17f0b16dd17af32e6d4fe2e790
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39b4eb9e9b422f98dff544e24869c7dc5b0beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6bc8ddbfc8825abebb32d11b96bb44e4ba79f994620c9b926410de48c7ca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca32e3952eab16eef4410fbce0b662c7eeeca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b527055b1c27451182a4749d230fba7a610ada5820995949e38a24038d5bc09
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76501999cca497aa6d7a49e1eb76d473bdcf0815
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4685b1b2e8b25ea974d4b45b53658450f1a4e777ad21d8d8f5e15a30a918ea9e
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262ef51cd6d75fe74077d3871296b53ab6c2bbf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc0861895974935a3c10e2c0dc19c0a73a98a38f69d4a85dd2bb659313aa741
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ad18561bb9927de3465bef8155a261cb1666e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002e6abf1316e367150af3815431a394eda10b8c8b979fb77af705fe05470bc8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cead6b2fb60a8de92791c536b76dd4ebeeb37b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a2a5944e4e62b900086f17b00f69cf065b19f3652632dfc76bd4881fe02ed1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59778dfda880a2df88ec8fbda87988b59ba98e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9331e24c4a1c846230e42c1722824ef8959d829050174f908cbd3536dc2d19d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd54ecefbd56949bb5d67b49daae91adf28892b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3878d1bbed998954888399da857fb6739b473d37dd3ff2ae79907bc5b95d19b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98822cf0af175d2222358bb13097dc74f2c847e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41139502a6e8048b26fd22c06a970e11c100088ce43c0709df1c286a605bb85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ff19fa5180742111e37314dd5de0cbbb7f9a3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bc5d93c25ea80e9b8c0123545b0b5dda805aa6e9c56f605bbfecf45d25024d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b557d388cc754545d282396fd761d915719644d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59baaace5b5b198e98eb4d77f2e397c2505871c6c9263d07604afb8b2f6cd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9063f32d7e0204bc0987cdaddeb7e14f90ae718a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0240c1a41a3efda14123b7b36e68cc501e0abd0ffecca0c4f4e11b5b6ad734f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a741577f480114f2edaa4ba87d5dce5a9c907f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889d50865f6a99ded3980cf6ad9af887d39d4b1489f4bbda9397644bac73da59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0a5cf65950a3201c94cddd23e6c00e58006491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b4d2b084ffd48b91f55729649568cab860f7dd0bf1a1d83be20d5b897c0419
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ccda33b62219bfeec4d8495a95e3e9edc5d20e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9488212b31d52de99f0ab97174259e0dbc8aaad369a72e1a4f3f06b4f573d8ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe0dab9901bd24f67de98010bd020826ae2630f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c0bc76ee99a94ff4a984534ee623bf17635257b16789a7ed15de6e5a0a1b30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14edde4de2fdd503f4a2deb84673c982230fdebe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5133906afe674df8483775bd286f3c336f144b695d2e80983bf3932d812cab9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b66e8b5cde2da0649ec0d851bff4b8c2e83d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f318e34cb18f43e21895ee04026770dc36c7f6f1777bb7e9d41a43b36a787f08
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fe0582a0704e192c36293ac3c0d958113121c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181d531832d91ea82a6fe8fdf20783e0595132f591e280a1053d1b3d542910ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32308ea3ba2f361e9bdacbda3ab0b74801f6fed5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8044ce33d951845847f1a5b1d16516e5da9b31cd99582eb982201a63dc786db5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671b5375e789d56dc23483d5cf16590b72571308
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b33d1096b358d17aa0ab184d79aef1397fa983f305645395b66fa8e01d04412
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e9246d30330a3db9d868046852fe00bdfd40f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35667820b4f8b52742eae1b319b64b247fecef9185eb160bf58b588192135b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a7b8126b8b0c352a692bda4739a0664d146446
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba767e81dfd94e9e5b14ab5dace33e10b41f097017fdce4374398e636aac897b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cb5728c5f550f52fb5f9cc93c1fd292eb11a3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f55ad2b4882461c4abb0c824840be655bb4771af12c442259add52eab6a6c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a60a7932a19a9e39134513db3e6deaa61eb6a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c763a8489a58a9ccb4f59cf2b471a400bede9e7a2c93c4dd521863e8c6e2626
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce66a4d47a00dc906a956dfb1503b19fffd1a92e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81c053c4c166a63c7bbb30d8e1283565cb226f25fd6dedaed61c20d41d4e039
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170831d3b52f58cc15b50d0ebb6e9031a8c9d9eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d79ec2dafe1a99a0d247423c9d66a0b9e4b8568d70de2385fbca108388584f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794fae202d71b850c284b247fdb0a34644945905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a842809246d3234b913ac2f9a82c8d8e356e7c4d7e55e5dd30d17e869cba0a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee4b529d63b8d8eaff7b8b6cfd124b4c475b110
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9ac646c22b84e39a18428348fadc175676274d617bd69e1280f9a861649391
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a1c8ca628f24ea70b7d6783a18a72d6f348cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d6fa8b404c83e5becda3c1ebe4ab391d94d87a9172902db72c63e7daefeb82
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b129c5d363c9f0870f17c4d8a3624dec7b14d728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feae729d820b68142be3291d5103aacf3be2e5219e31a00b438995d84e4f051
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b920637505001fb7a2907eb351baaeb6c68e88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb541b5ddd988a07d84071349c4220985a4f5b37906b5cc6cd28079701f6d02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d963700bd9246f7a48d7a79adbb7c7481db33de7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9b165f2cca31f9329478649a23911931b43d6696be7edae33c0235fed4d24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90222dca3dfc01288dfb7e91e765ea309530c906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a324623bc877f454bf2fff3966032dcf518d9e42f0ecb81bbf15d639a0a828a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed339e30dcd124d37f8f49ecebdf36ae2ee9a94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ff05163ba5e910079f9f71211f0f2c2a3b61a9b041b7c9e77676a2f3a16cdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81c7c41a5c38ee67c0d6b2ac7199cd583c0a038
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d30d68a9f4b4efe8fd47f23424691abfe745ab7909b0a33cf2e8c3098d7101
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9582b9535edc846fa526594232e7d6252c336f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beabb751476c237cf2973b6fa1004bb65c4e4a2941c0c43bc1c9ae187b70984b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8a5afc2fddf9f91a9d9b25426b802485b67797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecf7078a3ea49fa07789be3e8cbf4439a809ae3a414f8d9ff920a29cfa51e8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a722315f251d8f96763f273d69a4af4856f7a41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bd7d7647502936f5b4b10878dcdcda0117e418d27a369d584efc8b54ee43d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c49fa517ff99430aaf77d2f5cd04a98996922b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e54c20a5d6a26c9c0fd5aaaa348c02b6e50dbe499b16dbadbd01f20b143e4a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ead07387aeef895678492fbd526d73fb853b878
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8935eaebc4cdee836c5b5f7c70d6d6ed7264665a6a1028e6ea2409c2c442de8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a90bcfd85718185ec4545586e40dbcdee0c7a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ddaab38a91172d313bcef000ae04285fc9b0df3d01301f7b52600931a9932b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929e456784cf895ea20675845631225b7914cbe5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332ef761a922f8b4d7d6b5eb2f9bab3c540847ec15150ce3f79743d49af4ba95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c552fbc3d32e6849797be4e68554b7eb27e2f7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec41673a1615191b42fadcf9e7f1480b976aa8fb26a76a706066c479cc50a964
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec400f9a14ad10627d4b9ecff9a22177d1fff21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14affc0b383761853efea90371c8588644747a29e984cef3679197bf2785cd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5494ace8fc233638dd9abcef7932324b1c766387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89cf9795fbaf7aa0d6870e02a325dca88b6fc6269a668566fa67a87e5449e42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341e6112d8d9f0eb96c7355956d98a755a2f7298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbae6cc7040fb4733d5aaa92e85e9be0aaf5ef2107c363f7112e1310f80751a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881b74d6610a5b6b94a9530452c09430a90bf2ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599c1ae2d211edf028be09e32fc5304ad39f51509bbfad09cc6477e28c372d8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7820f511707c676659693bc46c3fbd1ea9ef1d74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d20fcecb03514f566c169446be3ae1b60e3e29245328922ba10fd98fd3a45ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e3198ea9a05f9441b87d3b5c698c5d78e2815a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cfead082c56e83ffccdac052fc17b17c983c9af22adf5e50c11c4cdbac8f85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155407db835a9ab3fb32e68a9cb3aac0c8d891dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3a6cb21eded9ef36c19788dc315b0e1ffe78e2d193626578b6121e67363711
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a122f27e39a7489094b11d3229dad9a6b3d5a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751f0a46613a4b2808e982dce2d547dcff6d64d8a0a2486fdda8039331488c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c41aed0120bf8ca1e93c28684a391a6e68177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487caa4c7aee51b534a01e5c1c32de134b9f4b73d4894bf4e9948fbd4d2b24ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f4d8011b2dd5f58c5ada5af62438a41bc31197
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7a5087801e1d12a1bc13ff44fbb328e8471522ee49c1b29a5cabec7ca66e00
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaab346b08c83168e7138241f841605a1bfab9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14299adc0e2821374eb362ca68b5e466554ce00913f203587aab395206b4fd4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cba52e9b1d315007eb4aa454076457657abe541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e223a795c79c5ee52c9f233ac0249da1c94b8b11de3918888b6b9317dde2bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd1cb158a94febcffa57f7d59be90d95b22684e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eccb42ffe76abb6f7196abb38b6fbdaa547329527a350ddef617216cc0b11a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da75fddf18e26275cbe82a261cbc5adfac79d17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215180e9557b3a05cd4c280aecdf8397dee6fa33b83842a7331bcff5468ea55e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100c623d20b966ffbbf3d4378a950a605696f696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30175d23005248592ad7571aa35b3df69ea7e4387e42c6b326c3f4e685c1b67a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4357c7193392199b1af5a7a0f4296821ac9c6ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfcf833a9b1607e4d2f858d64819032827d12d608892e8a7e08ef1d0ffbe9dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497b77797a65f914bf1ac5c9af937d05441a00b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade07d6a189bce4757bc8ae394c9682a099b20a62fdf35d32d18d555653353b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0548801368b32c4aafbc21d93b8e3b82edbf65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021c8c398553cdaaba7ac96888ae4e023dae0e22f4317555b30e0065faaa04a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eecf53542e4a90f8a5089caf6b5498d177e5fb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbdc95d744e231b58df258aed2b9350b21bf5aa41d21ca00dd185fd4d3caa9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df155f3261a05bb7c968c0e7cda7ea34517fd8ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07f65831edbcd39a5d734aa375e26b1fa4ffa8af17fe8cbf5733795115b7477
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca9934a0aa74c0c72dfdd065487471594f83046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccc492a6f6e4c43a7a3cb569e27d037268d2489231536575f9e7cf32e86cdde
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd0ae22a49f45140ea921f06f2f34d49fce868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c3ff31366aba2b373399df7be51b921979029c5a83bc03a43006129dd43f3f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b895ed5e9b4e673ad8f1d2dd321e9cc1c6be73d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951eb85c7a1e641850d06dbe2b638327a51dff89861ee2cf15bc059f3127ded9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4819eda458e6726e00ab141c761823f1355e2b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78312cf03a6f7210e57bf5feeea1b3d84b793d367e72a7781c88410ba11c972c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c900cbee39f8beb3aaf2fff6e8b86f4aaa34335b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f7610ef11995a37f32e84818732cdb8c4fdb6b9bbfba5d1ddf2d40f7bb5645
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da1d669dfecedb20928ef6eddedf4cb4f93195
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215eb3060ba0182c532a92f1c59a6492c07284ec48caf95aa95f8c085e566515
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6ed0269a57ddf0d71458a961e88d602cc4fe09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253eae625f60fa58399adf407db6f98578d73dc28e97b93707585ece2ec39536
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb897695fd1b96d557757c34a6f61d718bd7b36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fca06c2b7a41de3e607f8b6b2c72d004db920e812f52c9f260ebda83d29204
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c7ea99189c35f9db032de2e859e849b27d8b05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3339167b809c88b52bb74df08deac476fbabc9bd63485b95a697e93674814922
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0bd93f906bd45a76c85fb54b19de46f14eb1f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ae58f746ef2c746d2272126a9696bbbc0ec31abc8212606cc2487e28513e6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50584f8a6c75f04102312cb0a92d08b4b853c53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8128d902d713c67ce2ed434879d010bf9092c0cd624f544820a59fb35bbda75f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993a5b58a751ce617607aa01e947c2f622a4f57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114de7be8744f881a94097b7d4361c959c3da5a12ca39c4286a1fdbbb4696d9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828127af15d2bf14176bbc5c6e62d2f4aaa6a992
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446b5c12315de75a5ede0bda785d8f3a0c01b5a3aebd6be50eafebe468cfe98
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283edcc2bf387a0bed14a910186d42893a9edc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92df3944d9a487de63be29878ba9a933bb89d600ea7d5d0958ba7c659bae1d24
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635baac33554eea1cee5e514d6e151324a0d6b64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de44e130705e37572506b9dea61342c287d52af0c5dbb926ee9d2f696c898b1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f042cb9608300eb9a2de5d2e619b276f9a6f05ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99123abd81239646a54362d6f5526be3fd8ed29262ba8c1b6aa6b0d73abf03dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017018a438f6af0a99062fab64383f7a72a15f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf83fb167b38d05693b17b6cc7ec3d79d208e592e51ecee74ee0160a0f6774a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54cd1c6d5cd52b56cf1776ecc1135ae0cfe14f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91440d43da14d25d5cd0eab1ea3e00495ff9d98aec00dbc48c746db2bc221d66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bc1acae00fbb75a354998d02e2d0de7477041d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067354aef80f5bde86643545cefb4916f7d8b51b56dc9e08523ca28bdb5db4c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e989791986d1bd30d32308da4cbe92fc547c5230
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5c8e19ac82110c5426226a5d04e8d514714e7535a334f75114766ec7c92711
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f179fef31ff4057d5d3e7ea36ea6a4ecf48fe103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a02b4b7c7f8144136a445e1f47cc83bfa8c02184f4ad15020d2f091142b6797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da88ecfdf14bb904c47751746b41652acfd935f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0de01a0af45bad2a0751bafae7accefb652c53f97edf569e2acbc43ba8de8f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850fd90e4b3ae270a48926f4dd7a2328e2912105
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6327d0b72e732aa94e3129ca88bbcd7b6f5d4888085f0fa5e1b9cae852e44a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac1164647fdcac6f79b3251ef6509592ec78bb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4348a90e7dd23e8404618145f4565659bc71c621e0a8e74d2ad87c13e87c08e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da861c53bca5881db639307fde268b515aaa8651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aef84a55ae372de0196c661f811aea556b2a556483e89bc4a9482b7a51dff8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b0960861d9d22d05d801fb967ab5b3aef6b9ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c698332a7e86a20705ac0a97dd406f232e965b054211f3d075dcd05a3c830fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde528b48dc2d47e0e45c8dba5100841c0114347
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76839abd4ec7151cc2b32eeb824bab70be07aceda98a4987a86edf8ab72a03a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e07b62a1e4973b4333914711789628c097f627
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e39175077997dc92fc098d3164395b90561f73e28a116e677e5131ab8ddb75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ddcc80b421d87b4f5418da6d5025348ce14328
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921888b4d5493c0b6465230efb8d4d5aab55a85d75b2e7115a543cd200855347
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6337a93395320c26952e1d343f9dd4f8f82ce2c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dcf2fc41f45fdd26646e6e22481c6fc80b6df6dd0cf6204e0153fd748e8289
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18277dda663cbc3c30351a9d4a00a4563358aa3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbaa631cd4d564232a4ab0a02be920805a726a92c7ef946036e68a0f64000fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082c88e88d558fcf17601f1be71e979a4f0d7f2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03609b3be76ef674534ca185a3e4d07b9a68fadc21a9a8bd5050e195bc11fd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76dccc1ba9ecc8f8dae46e01fa31613033b6478
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbce6fb09539cd6de0e93cb5dfaf77c96f49000988c41ea8b561cb4be63d1dda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac29cb2429a19aa0a5220c2c7b57480ac569578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f161201d8adb70f7677e405f72a2d44d4f4df1f1a6a277a9ab927067d68a7de3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c064aa4db78f942ebada913cc002bd885130b8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3897968de19b991b08bedd80b01bc1483132b812a30fbacc4cdc10822d67c6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407002dea1a51b79ecdff968ef841fca49d62061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2cb2bec1a2adde9ba5576cf0a5801bce3334d3f164ecac82aeeded03229c5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d7a4add79a0576342e72d5f8b825c65243be48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57525e6974ac5a4daa8da321f991780512f8c0202e0244b56c318138c5565d3d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac1cde094ad9cb8b9259e8ac32d2176efd3be9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21bd127bb44308920ca2484aa199edc6dbb01d9350d2d707d35392120ad914
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4596a39d876b4762481da2a9545883d82b362014
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983ef5e4337e549339e16dc4b3c89a5c49b4473e20942ff60d535bb8a5c833bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fb59f34de874e6dd72b53ee54e827450e48ab8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cca7ffba8b3d0e8fdb2fefd5b07e491da50d50c13edf597c695724519f2a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae970183d5346278d51dc0499874397d33fc2bc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac023a91885bb3dc8d9d78d9befaf838bba3636a05fe9c13c24398e7e9c18571
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddac9d7ddb2e7996a35a63c3f524f2bcbeb77b95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb3a719d6afa6269e46e16304b0d2b71565dd77b38cbd524ac12ad869c8ec9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7346c0a1fdfd07ea6d32a8a577c8678b6bf1b34a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc67345b76e6b05f8aa9c11024c6be8dac03a4e9a2ae169b380cb918b51bbaa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259ac4f5a5470ca72cab9f92162990473c8d557f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22354bc168a420263e60d18ff49b3c279dbd07aa66de537880e65f3488da4bd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76098258da093fea8ba723d23324a2a99179edc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e8d234c94219a7aea5489dcb87056dcefd2f1c6ef789b339eea98c548ed13e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51c3cedd3c03803d81e24ce3b7755055ea37573
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc589f6e32882654e7290323a8296f89b4df705381b499f21b8e677e3564328f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9d1642840d780f910ad2f04e07c1c8d63d3da9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e8a8ed0457403c67cf168543f69f0a30bf504ca4f3951f8c49a31fa18138e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc484a4ccc98b33ee3508a9f9b6095190abb8994
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97628bb8e8c08c9c1a3478dc9d4d7cb5c0edbd189458ee3fcc3c192fa6f2916c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ca54ac421f8e5035b6bbf67cd96f163d957946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4c7aa0eaea0d365ac430d65ddc969b1616edd538d389dc3ba2f2e2ddfcdebf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c081317e206802d4374da4a6f5efd795f767a6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304edbbb831878b16b241edf03d211db5329b6ab734f49b79d4d636e27ba55e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7245cedca6f37ef4a62e21f07e9f779100e63685
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fd06bad848081a3901b9277b4e6067a7af3ae165913fd01aa51b2f9ee63dfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3356e561b4c46da330251ced845eaef7ebe595b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751234462567832b08460b09228c495a60ebd57bed48e257ccc59129c7ef366a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3e343b4016e8efdad2f74b5d0c38fc0d305301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4ce8a1cb11833f588aeedee3a14c8c7a8b7a1f5ee7e44ea78018dc644af50c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def8202e087d5bc1a739667e8024c902ccc48bab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269b6109ab624f27962071acc93a2ed93498d3f60433f9f80de1c9ffd94b8ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb6ec857b86bbae3415b8bf026b6e075a996355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec5c834de182e19cd6661f21e0ba324dd26946a2bba856554e42c6248c68d12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477701764cc2fec58dbfaa9deb23eecef833e692
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b183c56d81d09528d48468f92c90c857b3fbf895986e730f28b283b241508a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880be6ad42d677961dfd0760c41f6edc241b22fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68be087081a76972f438afb5bc1a276c9c523496de1159511b790e3ffbff928
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd87d90320b727744af75e2d44a635f66e69b60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a066510be5a9a6f321a90a9d19c7b8e39528e6101ea9215d95b27f038d70e16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b27473f352d93546e61c27d84eacfd14abd548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d552469666c2570afb9cc4c798b0469caa80c4715ac14c29fec203d071c515
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b5abf3c17bd4473148fd043bf4bf184ff5624e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aecd818a33148bde9bc83f29607ecafe5d4fdc0e247d24d8cf0fe96ab81a64c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc91daebc49c31ea1acee38ccba6df244c8cbde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a59c7ab61951ab6d01657ee365fb5c5e137b23ae67ca0866343e49cc78aa77
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d339a129a7b8ac16a5d61df85895f2a0a0e891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7a9d310a98ea3389b4143244f7ab0281535474ba1175e90335f3735fb5853
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1def0218741e316467d3195c48dd9469dded322b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5214b23ac7d8c43df7c8009c5b481f39d187f3b7358d192b18322a7c23d5114
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d02c89e597855b293d9e65c78c9b72161b659a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b515498653caff23c672a1fc6bf376bf6811e250b04e70e375926b9e57d63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835a9e87e2d5789caeabca3882870fa0ffbfdd5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7050918ecccec445e1300342386427ded03a1dc9126e0987416a30047d2bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8531e9f9c225e46256c9c378a45a26724d42a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cccc9741eda6f053beba9dc1e9af9bb6d3af716e9102419b4d8149b97572d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50ba3684f7362eda0d3f3e15d60893b62f05c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4727f2b0a6c642c0e3d4fc5bb66951d20096f217e8ac6ff935454563a3a9af1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67adf9e76e617dbfcb7520a15ebebfa43391722c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d851d82a512e370e75d9c0b1ea406997f6a3ba98a2bbd54c610c88957f437b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fd943cd290e661a4d694dadb41c5f1afdee8a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33034cd22d9f23171d2eed7780da1f453d2dac37ced0a1efbf535cdbed1a529
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a7ae2093d091174f6f5cd8f80be7ba1204227a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c659e6e44b60121994d149c0fbeaa34757350fa9fdadc09a6c1249222715c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aed91aa75adefad1b96db5d46149ed0985e561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fd9562669e9d31a92dd5671663a175804f901c0fbbd6114a9062ee0f71fa6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78b613822da5bb3c2c310cf2014043f2d082d13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf58bc0016022b1e69b23b044e83d1cef2fd099d83b7aa4c2a33ef3338bc32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f85593e297bbfb5b8817a48e747ba879d0f109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba693556573f1da7e1228fcc150946d5966fc54885a5d807e670d4c31f29fd76
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316e53c8e3ae033fb22be773b918862233aa786
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d735e17e844ea88c7fdabc4138db2ea6053a3338a59711a3585b55703e4676f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a83d8c376eea4232656ba58505f0586f5fed161
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a78a61a67adeb10214fd4661a0aee34fe3ad1d3442b802db241d0501fa7294b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0a0d31e2a824adcff3b166c209e4ff328e780
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db3bbab6237d6ffc26819b759a3c0e7da7008742691320b723b5c989ccd3be9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d286720fab5ced4132e525871c454f34ba155f57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368b972e64b2a60aa6f4329bba57935d197ae32eb555fc81106c749860f0aa8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b482e7b535596297e39790029d5e14d5443a0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d78003f30cfff5550262d49449f39a03889c2640ad5ac5b4082073f54160d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7a43334a2a60d17d2ebe7b19e1038ca7bbcf8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff412f0d0724ca64ba777ba6d7f9287f5681b849654d0602cc4f8239827032a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957ff489a692d8d61c400798735d11f7e1323278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e466970ddd653d9a29b361e0bc798a4480aa7cee60778ae231f2ef4198e7bafe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7a4666672e0075f2d6525c6170166a2129fd1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacad94a3f10919489e403488678ae33ee57082f62b303e7c63688dc8476d852
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d0d10c8792ae30f9c998f999ead84d347a9fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e749952bac14081cada2f427a193a2403e6342d59efb2ae34ffae53dd47a73b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fddd37b0b06c71ab59922b2518c51387b3aeaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804c3092412f237b45d0ba3f680cbb8c91580bbe7e459f2bf8bc8e7b94b7a076
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a582e1ef17c77e1033011c324a19e406840adba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec35a73faebd4909c9792d3541ee8447f92c91e7bb8badbc62d1047376e3bed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0a632fb0af9cc0dff8c7cdf9a18423584eeed8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a11dee7c2aae9cd2aa5ff6090357982da8cee167870a7544c1d34e7b49b5cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ea407246948a806935e1d6958d41c105a58a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ab5aea62bb426dcc4d33610700e769f0b626feca0fdfcc9bacd00f644cdf4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2405348c11b3cc80d48112a5da2865b43ec3ec61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012c95ce8919aef952b81fa2958ff4b52288136891f440c43131581172340db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18c3d3b0b089b0f3f18dce80c601d05d0777da7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a512776f84604bf022a29cf909c585fe2d18e0573b987e5b6a4312296a3943a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cf7cb168fefa5e61c24773d2998755d1fd2666
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca6f46995e9b09d80e300dcb5b7a4612d9906cbcc0a504090c0feb4b01b7046
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7919a82cdef8bf19d15c39e05ae853ff8bcb7fc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535edeec535fb7a117fb29b9db1f3ab3964131005c91a0d2e61e98d86596c678
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a29bfce18c4548d3abe72055ed1ba159c3e6a0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256f91d823d1e4f64073ff50d5318d3e43e8877af6c7696884cd0c09304af88d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b29b61f1e9b925cdf99447a3565252757e85f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411ebe18ee616d8062f9d71281649d963d9f3f962137f41022a92342d0a1dab6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cc308b9f9c087b311fddc782b4d3510f137b0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346505470367a095a794de780da69425dc5e5c8aa6393a1a69053bb9546a7482
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b5c4380173412ce34f8697e3fd7eec24c2989a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5cc63077993fe83040828a605b035006adcafe15bc7d265edac7e16968f720
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b45b3925ea1f834942183530771a42120014b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509fbe729b11176757e18b9498705bcf734adaad8d890b807a4cde9c5b0c829d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c55e827421d962d046dc34bfd8345e511a102d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab080029e6d5456891343c9cd5c7e26197f88f0e2c73ae96583a66c3ee9de3e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f716abde44ca7d68ac050baee3699ff8bba18e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1341510b5884240dfeb48f478259c0ed29cc7bfc30c6a75a07872294e6aa121a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be32ab88b81f67d4b358e3fa10f05d78b19c288e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2464d5882015a25af9ddb704d6869c5ac0ef456374fb16e237531ac798522258
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5810f8c5f913d5af6937b03333fc6a14501ff7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5295b05a60c2b12569b3aa3bfdc2756c7ec6de602e479c9da8524fe41c6f4b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e056d2acaaa2bec7ae622a9c57cb7cc85d837cdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489e278c756c7577641e59fb4d3bba7e84be57a7148dd09b9e6ba544dfd38b67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf713cfd8635da4de7e55b240a1001c4e608e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a405101b3cc1c9bca7707a5db8aa3023d7f82fff933211cc4810aed2ccb9ee95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ad64ce022f4e428a59b7165e1d456236bd3688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518e83402191a9810276c896eebfc4d793e3c7f5c4261cc9e35cae48634e9f71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5658981f0392b60d69a4ce9b0dd337495a69b17f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6179b62930bff8def070c81726005aedb6e184b709c1dedd2e6269a7b04dd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221b5fc266c811b10dc0a7eb71e421565753d606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ec6b84f30e5d4b1777b2fa1d347167d0286956c1b96f3e713f9e5d6c8b0a91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342dd416c3ffcb771264a1dbde07770548d91445
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39874abf8b3e8b001eadda7ea6c7133edbff0d2d2c0dd8d172609e2abcf1fff1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaffbbf0219c8a08a361e1d0895e6402a06e811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d401fcd40def96f3a6e7ebc80286e3b213f44261aa63aeb9ff319c9bc041e36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa8f155596243f2ef89922a48efacdadae218c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c52080d167eb0a19ac0074ddde5f6006ed647501ca22fabb2a2df770aae09ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969351b6d748950c1f2e4ec2c9b99457d9b0b5b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be45c636023266aaa82f0a087be1e0f48c69a410afbd487cb574e67805ff7f72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3fcd8f2d9b2d74ead5c165b6b5d25fde5778df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b44822f58b3683507dc7dc1befb9f0dc81dace7f6083f176d57a6ece112376
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ce0d7b930f4a9973e2cf1c6647c8e8d8cec69d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca401cc13744f40dc1d7cb3e9f0f26243ec4fba4435d45300556da5624ca126
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965d512735585f73ea2d05039f8d3a95ccd67461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f3f2a92e1de6ba2d8d4b40bc50fa8fe2c484012f4e1ae518c2ee80dce922f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469028af3db066d0befc4b68c89c470dfaf94575
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d814f4950896ee9e031623ca74136facd34dddec5a1ed70ef19b54646b7e1ff9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac0e4d2233f91eea421a79f386feecaff8bf60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ba25a3d3bc1d3123a6bdb23327f65e760ca48ae87373ddb9c9691afcf8e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61a991769826b35f182fc355c89057428c86702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18ec8ef43657af97b64ef3bea7f1128631d1134b8ff069adaa7ab6e7da0a38a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe13defe290d8747b53e7ba289787092dbe1411
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f1c3cd1c1e5dbd69e821aebc7f166551535d657a0948328b5b01762f03874f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2984880cf0e5853c1f21e723168ff2fee11bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8688bc5e79ece37b6d856f4af272a53eeefbaa94fb98f3715e7da1ef55b687
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe7ce81a4c4ff68a4dbabc028081a9a9fa0186c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1fbd8a386bd0994460f15e3c37bf625f2efa44625dff2fe9d2942c3640289a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7856b7f90f006b32083b257ca20bebeeeb83cce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe36b8115102fd94eec204c3e0e902024e0a4da77995f17a377c59ec92a0757
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf6f0cd20153dd8cd96869d1dd61638d2055a76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b0c510ba5b947491584e9c097a40afc6baa47d9f999525719d32f56c8f0141
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e50b7cc05fbc97b622f82dd8419557ab854578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8b4640426230b802ea954278138292c7bda38349a44b67fcfd98093faca8b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070acb430a933b1bfbb1006f18b42a3c08467653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5503bf2b0ed96c64c72f0e8eafe692b1750b79272717b24f9174553204fa139a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a20685b94595bafd3711971e81f9fbb889684b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26262152e47ef306e9d70010fff2bce1bc2ea45027742dde25626a1b81af83e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27da476259f0e9b6a74686b43cc88c958eb7c082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d936cb2c18d9124d52efcb86d8d4cc8414a36bc016691df6254ffd5d2949b972
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960a29a630f77596abb342110ee078ee973ff8fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5012681cb4764d64f7947e184b45073d3621fbb8266ef9f64131e29c05374ece
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f7d388e1f272249bee30e30256b6ce68e4bfdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90457fa06c45b0a4b2ce8c1c8063dc56607651fdfb7f7532910cd02abc3ff014
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec172c9e378522996fbdfffdc9c04d4c521f3cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c639bc4726fd5d9e1cba67dcd8dd30c1ce27081b0ade79127c1ef7cb044f38c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4855241f67cc4554b738317d1149a80cc35e4591
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed052eda6e09d96cefd0a07f4d0776cabb8c78cae76a1e38f681b548ba1ff80e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d5c43f4160e3866b53f943e07f471f6a1664b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d70d9901ce155270abb43dff59863902f93b6d5be58fa65c0ea24f58a726d48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fafade4996fc29a600f77430a90868e92f3a5bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b9f76629087bc2c6ae2df65dd55414b84c7e96191e9f3f7350ef0b4eb3d4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea36a51354eb105196997cf6a8c01ecd64661c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d40afc7b74c63381b3c4cab8bc30f7d1998659d4a659fecd1fccbcec2871299
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e013900e11c0c2dea6f289f158aedf2b047ca5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1c0f12d3c0e344ffdd24739a04271d448180aab6c07bc6cd24f6fe067e1850
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6113b22e3af2c8df7ba5a874123635436b391c53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027727e5c13ef8beac7b31a05b78ecc42a30a355738a7661a632ecd71f26e39f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ab712f2fb9a7fd3d2640f827d762a91ec2571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffa2597ab9222bd8ccf6b9119deaea30df3988f53a29231bb3c2a77e5579007
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5bafc5627dcc9b03b15af2cf6d7c3109634818
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3626386ed62b53472174eed9209c83ecb0a16ac238f84b3cc5ae29704bddd121
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb4174ae3dddcd0ae306db7632b1c511a59ba97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cfe6c90c048444bd7bb2f81dae8f2a92d1730e08bbbb6e593676b324f735a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb4d2818555af904a817906065e348407b68916
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa38ac7a693685ab76c297167d32020a38c9f961a2e43544542bc00089d99b89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843cc1883b76635d5edaf429cec1acf98c14c8df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07179c08f22a1a2421cac3261bfe906ffd4c4acbaaebf0ba3761f53b68ac7bcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e16a57f1fd9313cf72d03f4ce6b826a878b009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759a3781ee49c4fe0540610d47c2ee6da493d54802885738557d5a794cab5a48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb26d67c1cc8627b34693c4b627355949417395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79187f8d5f86b047cbda936a72f1fce39aab8591cd459a56db25d6d1626a717c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12049f2186e0aec932e3a3b60062e922fffa7ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdda2270f2516a8c0ba3094ceb693cb5c98854f942153a393f1cc7181208b9cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8649ca5913f007709e2a1f82b0f1a19905c0e693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9520125d93fd6ad523dfcd8e0beeefef228739922cf62bd664ffd79b3df289d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aee38f6e45cd3b976728adb2a89e497e1e12f3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54627a3129173983a526db68caa715af938dbcb64a3223911bc8544ce64024e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd745886c8189997e2fcd2364d3542f5830199f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f83541be43cab4ebaf9fe1dc69a1d64290949c98435708a206bde44950e1e12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba07726bd901d707f3ab9c7705b9af930e30227
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e46e06ed4fe37c76c44a126e4b9ddd454402495910bbb0b22d0396a4e1899e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa248ed5ca64af3247f08eb32a6a21499c732826
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749d96e42ff823acd5869130c361418f146bd1289630287384fec94677603588
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd5913d61fec8828d3de2601952f6bc7c3cb94d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bf38fc7e29a8cc9194cf7741df14243f397661a2361402ac4bce071cecfcc9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a429c1c5183d05e6efde6c42edccf9f3de3f1182
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043e0b72c28242f5b5b409765a32ada0a2f5c3aae286cd36384728730c308a7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03131eddc604906a4ee4b34e4f16b4366b831e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a6eb38b75ecf5aefd33da29cb45983e27625318716edb715d6aa1c4a6a8948
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954ffcd2e3d21cce27a77460d72e7d9422483120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931f76c30c15dd98975dfd3920af36c19b6adda37ec8fe2fa4dd315f1a09fcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2cc92bb949c8128ef34f7d1c124b752d494916
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41eee105a1f852bbbbde73f991a310b09d50a2796da41b142fa2b8e7667a7d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20626977ee5c691b7a8048cd7acd8ce0b375188d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fef7a24ef46ef4bae42f9bb9804bcd7f40204205346f8a3f754ea49886c964
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e304853dd2cd7a82e15074a77b281776324d20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaa81f1f487c09079240724ad99e58366e5396b66e458d3da791d3c03d60db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa8f2208a6e8d10826b248aa184c1c37b139e55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3689a91c907dbcc75ff2f13f6e26ef2bf7c7b558ce818f78fa7b2a8785a96395
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548f482b21050c74cc3ccd3e7d0969744a4eb06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e3ce60fa9b96ebf93e409ba4e775b529f5925f1f9c153d98af962e620033c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c31e9c2f65a33d63f7cccf130872ebd29c13b12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1739afac8b5a2af638fe2c7994fc27047f72bf1bf2ce1efd47a55e4d725fa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f4edf17f8422149e35f73f9e7ab3412a934f0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c577bd4a70b7fa801d8cacd9e29e37bc075d1edadfd29b8c5bab11178b09dc69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd901ee7042037a967e8b4418a18ee26da4f6735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec412911192295b3c6ea9f556c366f877ac66e4269512265fc057bb5c3715bdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68038a29b31a96f97cca04a15b16516cbd293f3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16007bb72efca1e1f3b8079d5d04804d529be39f5b58353da518084829697ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4767fafa4a1543efc5635909aad2b20cd39455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93a97420a2d1657d5cc07b9d391f9170f7427fabd265b4bda2f7d60a6d46e60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c3fa023f9c5ce13b9c74943cd99e0b7ad23a12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f6869c17ae9dc83485b11fa89f72cd0a9113d0a3057b62ec48a96392080f1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143042b208f4977324365160027e6f15eab1260c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f069e143d093641223db1347655eb57004ea40686f133b7a55c932963ade700e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b74efce67d230bb20a2c54e9e3189630c50da1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f408fa1781893f870882eee1f72a4f437e54289faa0319018e0660d8b5528e20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b021ab1bb417bbfa38edd42fd80fe326a82e2d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cacd99b133f3a5e5cd4271b387f0bd38e10b45bbdce66d7da6bdb3e481ef8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91023d17557b0a382a9e45bf4d33cfcf2cbeb5d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f6528ede29d6083aaf17ba7213ef7fcc47f29456199465869d7ce5bee76264
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d612bdc31428247ce3f72a6e5a1e1de679e556
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004ef560b5180a39eb9f1bb6a26f73160caee41bda2b66afe3bf6db1779bb68c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3556009e11d6d65fb5b4486afdfc1322cdaba256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d632115cc4d555a35fcca282f8fccda00e99c1f3652e918e3eb155862ab530a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f67c226313246b3d578185b724c5554b3587b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec6556d4faebf2b4fb0f9c7431fe5b939e8e9d3d9b72db52deac918840a602f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81a7a13be3b1f43eca0481449ae275fd64290df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d823a5a4b21d99e60542f9df68aa62c477b23b5ffc238aa33c24b74cdfbbf924
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6bd9b9898262be9284c11df0eab6261de7b759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815e9f94f1f534fda99e6ad721ac51736a5f1e44ffe663f54456ef28ae250253
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f956733d3b089d018b3da8d452dabd22284b8cd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8799f9d7ae1b56a2a137fbd5445442cd2712e9613844e5d726f7b4893929aa3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba2008f039defcadca757472349145e4dc58d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72b2b556d8c4315202e21ff25043997da54875440e5315c4c12380e9860c35c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e8bbc3811f8485a3eb45cf509b3b7c00bb8243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354234b1bc99cf4a6e9cc8614f5786530f50eddf487d9ce6a7133f7fbef78702
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0466279e4f58224ae3b9859fc93eb603173740b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ef1f0ae5bf48ced03580adfd26eef1c9352ba63da5db9e9ee5f9f11d13aabe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4daa5053d9ede74d97fcf30c9e4e8deb918cda2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186da016a2e02291b7ff172c13029be3c97c9f35e567a27c38e7d1dd08ac848e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d3a9b08cfb45213bdfaddbf5e6a896c04b6206
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a155397a36ed2055e1f2cc9d0799d3ef56026804d01a1ad4847c172a66b751
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a661e4fa981b0f0cab5554c910b895bd47586abc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38645e73e6cb86f76431151cbc37e79c8f3710e0a32770474a8e999120390a11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6c9a4bca235b602cf650e6143103669f7bdc8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162c516362ee5024dc9571c9fc28e6d5dc3bc61eaa65d21694ebc331b222a249
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38950af0bfd017166b44bcdd8e4f2de2330171e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae38a9a0fcb7fffdaa695c241631f15ef15a364d20eddf7634934b3479da0797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55039eed3f3fa1e6b6f8c4c66db319c07cccf4f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67591d44f1d60ec3e93d77279c779b52db1c7269243e9391b4c31a2167d78b32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8414d7296669f80a3da3a184121914fedd7a2681
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08778eb30d2026965f919ee3eb129b01d4d593870ef27d5f5a13f565685815d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392cc9afa29729b19954ce88dc28f8370181cc2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05055829623305d65d81c73638432bbac7cedf55e11fe400bfa0b24aea3e95dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e542b07ee31e3b380d056b24c6bd9fba15a345b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e89ef594865c7ea26660063f738d958450c2664c2dc8edff4f40ec9882304c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2545c02fbd527c8ab4d806ded69c19fd187c5408
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbb2689e08110df665bd6ae7bb9abcac0c6c2bb7eefb38a087ac3c252de2de2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e7e22ed3fb0a401406df4eb426528fcb0159d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0a64da5ed4629e6415a270eb32fa6f377b988f7229165b4e4c32f3af7f8860
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b575148a26282239e7eb1db10511e7e93f660f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f59862dca0b06d6f85519a61287463d37196ce8cc3fa649d4c4d446a4c5179
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691129af799384944a17559748918c4562bdff4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb9efcb4f5ffea1b31a5b408da2a176c406fd0061d662c52d525e88f2f6aacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d997b8c9e822d560d64975ecabb17dcd022c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f308a91457f8b38c713dedc78532222c02124da081d7cb0296c2aa61adb0657
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483bf231edfdb51267049dbbc04bb089903c7f28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fc798e20bf0a4bef1c6b6caf61a1f93e54b099ff532492c2326846a283c136
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa94560fb2a87c866335644bd6c8e68f2f242b85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10feb0eb65238d9ee0ef26ac7ec22ce4bd517f4406f1c0dd15bbf4300f9a221e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb4d41535afb5caf8a27e9c6f763d5f2bf87059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac1b7dc1f04e6fee9bd498dbad49c4f06819b0e757cbd8692bcde31dcbd5524
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3790306cabf77a4c0842887b4a305681c177f13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86ea51eaaeea1afccbe9793ddec03c01d02da09234e81f847746ae21a92ce5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3047d519ad035441eb0352377ad11490f4e08db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b808514e2a9d6a25822f00e7980ef0f5db512e34394c167f6b81c018094a79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bcbe615e9013116fa66f6b0fae7898075e0ecd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aec02cc0455d85a2487bd953be0773179d27141a2124d3789b95377a9d54500
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac8f77063e50423324071106a570e3924308c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7192df1b547be0a74e9675574c7d8ca39ef272b246932f89e2a6b6ce22b342
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42dc06c1ebaf6d977929fb5cff37b7d14105ad5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d8c48558d0b816b3056e9c45b8e4a1cbf1f6071c013eccaa33599108f35942
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbacc6a4747c6d0e5ad191785f431708df60d67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cfdd5b4a08e23ccccf9f2dfb35b9e2c6ba0682652408e36dc8412594498df4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df96fbb80e18f4ccc7e94b4899bf0765916bd7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d03d479ee72ebfc43d303e9786ab6c196286121c9c1f6014279fda774803091
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824fabeaa301bef0571652da5ea050576af5967a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288cb452de7170802fb5b22fddf3ac0cfd7889e6a76c694d610c92142472c854
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414eaf418eeb8604012ec524912334288d16214
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38b76812d22a29996da16cc06184bfad6774d998e060be29535e03ba2b2937f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b135477ba72d6295a0194f67809d201286f279f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab86e159e5292d92c7ba8420e20b0c83c79b9b2f39dafba89dbda29a68e6f5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0885e58c403266cc6fae33c9d7a16ae914cf813f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4de192fdc3cf6497d13b662f28e4e8e5dd62733d037795533c295ef6a4356ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e038808a5ae0b7f9b071d0112f3e57656250deb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3b393228cd23989fd1d3a7df0e59f680a8f3c5fc5f9b7aef715021f7d7e049
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4b211a7962dab5de3f7d87fbb10f5d310d3ab3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae0f7d3e5fc105bc4f470515c99ee21171d4d7313fc37e8ed66907db7bc7152
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04710e150879b558b84359972f10a72f4fe6943
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e231104a65d4f0170e8ab1103c84a735245e4879e4a40f638edd9dd958337f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbfc8f3031324711e1af08afaf61f8031dc5bf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2d8e7634017e24e3e1ef5791ee0120da1d86f3b374115cbb83f547b8be82c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f932fa9ccbadf4af0cebd93cb391f77163a0b7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9978910f909530ee1196443e2cb3abbb91de0c9ea05e287616c64046d24593f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b64b29ce0e8aefec9e2cad44f6c616aa04ea8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f369a9f4edc994573014b79e88be9493fdacd58ab648933eee1abc53a652cb83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb7cfa71bf37791319252c58fd501fb20c43aaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8120b0be267cfaaf9e1ca11f526e345598479f399937b0686fe8ad95cf3589
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f84963a2099bb323ba80b44ae1d9fb765c6d40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3751d72b94bcaaee846f2ac252a3f43ea7671487aa5455a42587048d1781ad7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6815fa68a33a1c0400db563ffac000a3981a2db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da743923e0297a5d53566b7872ce76e2d9f402141ddd5b95a6ee7a754758f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4c25db6cd906d393de040ce1275d2dfbc1c0ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0da1697f66c42da9cfe2d33b74030c6960164e1378529997ede1b2efe61734
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7addb2efe96fe322b781e861ed786d70a2100d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36473be8944dc3676635b61c7145736683e9d7bd4ebb883d68e5e776d71bfb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6b5aa757cba4ad7ac991b586063cc4ccf5b2a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080a6f1ce9458b91ab01770dfed5087d51457e87495785d29462486af51dcd48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e21620923695df6062de20733bfd3f21ea1992c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdea9f24d5a56034f6ccf00ad6ac85d67b834bb111292e83fa8ac04f650ff844
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1622cef05a913d131c3e186d4bf6b613c593f566
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e86ab5b89ddeed700efb33339e4d8c283f2658830060854c843bef52f046a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a298c1d5101e666628ffbcb69457fb3bb551a020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b190a8e3c95713d243370593789854ab439d27967a4d5d5c735b1c6f4cb56677
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ba4424c071268da7c4f83827532778bb9a13cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350ca18fcf3c7c91dd47ff650baf5743d9010863c0965f3c220723931ccde457
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7938b55a03d50231e1fb44282077a2c6dce589c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6e3ff0fa4d81741d4037c9aacc99387c6b3fd6d39e3e062a9118ec87f2efc4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f43539f054da090b317b4e0a9621f8cc4b1431a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5574d1442ea14f6da51fea2e8d26f48c3cd62f24dc607a8e94b5790bac4e0a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1e082a312d7791df951af3ce41fe540b14bf81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179e1dbe4a21811938f2d82e30a3ea332fc2b81d7755b738dda0f2466202264f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9c9e5146adf3a53e6decaf483425153be22d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1ef9292fe1a00606fa78dc3eb1787ded8185932879410d29f16ad3f11a3b74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd978fc046ac39116afeed13bca1681f18b6a90d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827296888a9ca20e72703deefa96c5acec3c781ffc0c02d8d8d23d6af4cb42b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd664e52590c57484a041bf6f14ace6d94ed31c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad433d94972a65510a44e4e6fed9fdf0abd73683172f6c9536190c5dbb68e86b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa36505ae3b7196e835070d296e5872f94f670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f662bf5d16a10fbb56efc96719265bcd4a2fd0d22e96a1e55879987b77c4408e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73855a0f4155a99b314b8b5ac4a96f6fe55f164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c99f9ce57e3898606ffc861865a370d88cee4af9608f216a594a62b302573e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee73a7fbf2a53378bf09b8c42d0c34af15dd6601
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd935064c2ef5850bd9e0e816ac4cb93bc46353e8acde069f51bdd4c24d0cd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e8dae65c42bc8988120d20cf4c96431097fc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4197015e461ec6bf4c436bb93be16400d74e5df590881d15c523c662ccd9b2ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452a5d3c166a7e6d7a314eba970f27593a6a249
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d993d1c60ec5f400e9e29fd72c6c8a208a3b5372e4cc0a7b3a2a45279556567f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0c5692b38f5ea1089d943d2a40dc381152cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54c219b5165d97b9010c04966bccbde60526219d28a88160c617e1762da8ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65e4fe978f19374b912d5779c769959b444b895
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b849e0d7e9c8eb4c308aef4b79955330e7f4317f4ad683f77e8bba7d5e162b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663b15525ffc70d7bf5c019e10d28650543c9a7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731aa339e48acb8a7b7971844a08d2d4f345cd470661b16780adc4e2d86831f8
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59837beb3d1052efb77261ec34d9e54122ca6be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8efe591d63188a10cccf168f2d11b58dd149f788dd28fcd9a9810c73d2338a
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aae067d6bd7e9b5a0717b43747b9a35d826c2a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3455730b71b8be0f19aa22640b611d20914981b0683b251c63c53d043f3fb750
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3657eecc879e6f51caebc886631f512c053edba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015dbf881f341173f80e9e421a8df1c30932f7a1cbea68fe7c6f6cc6769efaee
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893c19f9cb8ccf4d45e2edd3c45661a65cbc034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7fdf54010509efc330c855d6cc731855ff9952fecc1990646a0176351cfc58
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c52a5fd5443b328a7341eff41a1c558a80083
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b123b1424d1d0a0f17d9de8c9bc24281d028e7e770af285cea68c2bdf24091
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495839122f1f49a2bdf619f67089b90ffc12f999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2dafbc5d0a799ce29ec8014560398c7e3e62e06af3c3d0637957b6843f886
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938165be738c14a99ebeb7f517be284f378932a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc699d08d9c21cc2186f34d2e570f2c5b75a1613c04364c31bab0bba46b9cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bff585c9e93ccbec931db82afc7bf346c0e6e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ef25343317c98492e8fc0c0c7938d80cfacdd0bc50ce9e6362a44f1d1c6ddd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ab0a0168fc05c3efd957d043d9a5180a83559
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8a7d8230e642ef340908a32215a8eb6efc37d1fa1415d1a3f7c045dccb7c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fd8df983ee2c115ad4b969c04a517b66b8b4b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eac65acaf841e93090fe0fd6fa8a86a9918f1c65941074742382fd7601da29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e28c4656c8cb93f96daf4213db2aa9f561f4d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8d7cd85bb29e53e6a03027f3f234671e6be498ea61783838cb5f2ce2ab236a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8b33b9496cc7b5fae3eac85161cc1825a98fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc7154024a2d064735dc6b11427153d3f3942299f0f386a2aee8749309730dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f682c373a13293001bdaa808742d0e92e1c967b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423acb2f5932a7236a23d2d4855e1b9b30c184c5f545d35161a586a63570ef12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b52da0ae30c67a976a3699ab1c785b9d2936302
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0633730d521f149016d3f88fa4650985560f67cb94e84a699be5c9c7d6f2dd66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72be18865069d984f02d4b721cab34ae421f20a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c5204c67df4b7c34744bd382c9916c36d774aa05afb28cd9848360aae62f22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e0081d96e596384905ab9e2bcd3a7008f369f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5f459cc559d51ef593286f2ba6ff7c7452291f8d45146ab3b45a29f4a4e8ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7c8b210e8abf540ffa5f3e26ee68072e3c07be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d27e33cff623f2ca840b010e3919cd6ae7ef9fb3c6c09d606296e7b4eb18513
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec4845c5471bf4660944604cd066f89e031a3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e8c786d36e6c730fbd0ac019e72ab9e1d1272cb4f02dd14e2c0f209c9d3987
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abbdae7bb54b99a691034e7d73b2b85fee0a7f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8af455336b445b52318c8c00c6ed416f436c86f6e741cce8d00797177562ba1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243b248f141b2a219ead56874cac653472f44f8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe1a77e75b4aa5711888f9a9406e8aa87fd2f4efab53e7870b4371a0b927c14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200b2efee99b3af9f4a435d89f8e7c78b339bd7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf8acfc8b77a5e2c5983e5870957ad2250ae2ddb37e1ef74225463b87d2e56b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3b79f5fb9fe0fc73e85a68c98d5b7966bd453d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7eefc42c6bd7a2549edf88e0bba4a986c5c964fa9c3427b00cb31e1c0355b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4baaf4a512e587d5b8b6661176c429e67e8b05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db40795cf345ecf958c96944e4ddf429b0a7ac62f7361c2c897d561636d386a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29182d3a9d74fde48b5685b4e2c1c3fdc2926079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7262481b5d7fc9c4c71214455d3f24d3c3ebb6286a248cc89aecf1b4993768d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd94a25d70bc492cb3b2981c0923c2bcc256f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6076100623bfcea8d68a0d3a35fb84b40dfc1a38acddc0e65c55a0010d97b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e48f9b2b4dd50d73f43f81031d1b35e3344f1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3410e610880087efd72f99e65722e575bc49da1ad56e47b89ccfe1ecad49c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8adb994aa496cf0b69f6841f878a4561feb43f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edc7db73d92b68953bac6e6e4275be115a5f133615fe64995839076345eddd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cf96bc7f8cb9622abdc41be6092bb5840d8d4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085850ab209fa92e13fffd593e42e1e8c2326ec5f189368bb0b9601acf65494e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c832bc4b1ba64e6d33d203d08db771ed51ecce1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ed386fbb0cf4efa04ad9e9be628f8f933a8c9b8c628dd3e056947c99c87ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e39cdbd5d08c21247bf62d64354abe73a426b28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3a2517b106915e9472555dfd93b2dc0742bdb4215419082cd9ef736f3bb07e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc58654800d844e65fa7dcadc496a6cafc1bbf1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828e0ee629d732ef66066d7018a0cd4ae85d8b91036838575659724b0bd86c21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f11f978c1aa9d8cab3e37b25e04c79ffbbf6486
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dbb5d0814ac1a70e56856ddb79b1b9385c37a26bbbd2511de68b6c1dfb43cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1586d255ff40f17c10c31064ccec7b63c240c32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ad6871559034e573e26f9386f70486508708f8091e76024f20448d47de10d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7dd876374c4b58b5cce4644e81a15087d21485
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c2c26d67a791c594fe4ea3cb829c34d7cb3e8d7624e36453aa881bd9536d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e652efa9e702548ce4c71acd76283c182d6b8def
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644311ebe3cc58d5b6beb02fb1382180a85a277400cb0d3789bbb4c406982f0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db016d94c1b8e884310b6d680aeaf593882926a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244f0702f42d20d8511a6409873a25852a535a69209200bdb7b1f1d525b81519
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1648ade70581757385fea4524e3a86f8b9dca287
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab306e978f10789b43b0097170ecaf054c7c9b1ffff0a838ba81f3620ee0ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019ebc229dde0aded850732eefbf058ac8028e88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4cc4816ac62c6ab6a4bed1abcdcd295412194d742791bed6dd66ece9230853
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f9ef19f0b317589ab405b8524696d7455cff98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef469be3e107581441f8c07b9a55cc78d8a0f1863c42d871234d12c41f40d4a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8b3ea6bec4587dd354e1726cec2e1ac7b49fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba5122e87692c15013b759cf466f4a664e701028ea2886be57585ee17c8d640
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66a185782cdd980264df8915d420e18158714fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b082b8052df109fc44f89e6228df16926995aae01a38f6745f8ebf59170bc2d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c64ba91d00639d136dc4b0040a1b989bd17462f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3886b3d22b8814729e099f6459f444f9a2f9ad5cf04475ffc8f62e141d28f21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce56e172d302be559b548f591c2f3fbbed561ad5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe3c853f10238b61fef171ba9e0801f75fcfe00c7855b9494deee7085dd0b51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafec93d809aca6dc0c5bcfad247977fcbfb8e9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf76bea4011a0d5e10da5d194dc7803d6883ae9588da1460201335b1f5b1d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50501eb5c269e0eda62d05e210edd9d23d077ab0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af6d1da357ac60cf0d7e0da55940241bcf924a5a205bff2fce14979000d7517
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae986f9a759df7f0d19eeefbfae85a679b29601b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aabc601ceff2c1a9fe2deeff07057484c9ddb13d145a1671e9f06bed02e6f0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae767965fe5c2cd9f14ea12d1deb746a905d0234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fe767b05cb6b432c29938ba14bc958117bbe336c8bd814a6386eac6d0a82c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41f12678dfde6979c496736c9d9bdd2a6939519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430a6a46f2509b92b093c40ed61cd28ae6bf98540f8ffd1121d1dfea178d07ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49dac08f9b54f1fdb607413e31ec89d34a467f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b0d0e30d09e9bcb03f257430980b86a14cfdee80607edd719746a770e0dd8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8eb971cf6918cbad7da568a11e157e022c9ae8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859b6cfcf57bc6a5ec524b44327cea6a666221e5ca1626138d8103c012f9bf3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99771f65bf8aa4d6bcda1fc3b3b3338d4af48f1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931d9bdb0aea03f253b38315df2b32e48db044b0230ecdca135206e71d111907
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0214890431f67d4232d65d0a60d53603bb80ca22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3328371e78115d9d4f0b99063a433cd9a699c40597b0caa490f3616bb2b20d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c94bfe51f628ff1ffb4de2354ef6841935738af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a5e8fdbdecda5840752a038f9dc84dc90da8b77a0c8a6cb71216ee5449d66f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1516d2a788359c292f102e135a0061a99ca3f627
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8803a7c3accabd9a733e6d4bc34dc2a7f3440215c5723cc7e8294c957653eeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f1f67b4ea77b4371e050188dde90ab1983861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be29e7bd6bcafb2c6c51e210a4509341b8fd0bfd2021096d70bc08e21f2ed9f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4935bde4ec9582b0adcc1f4f64de9cf18848193a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f40ebcf90d537712a49c90b57e343d0dadfe09cf255347a4c6911214fe7513
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bd836dfb78d2addabd3740d2fcebab82f16fa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2474c94c9c91574e945c118567d24f97f38f4c8b7e81dbeeaf23c79a7d5cd61a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fbacf45a4dcdc2bd3adfe2d1dfa400eb888bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730033e8f42608be667ca9252531d45679bf8c0c7327f35884efb8e57e42f475
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df45ac0c99224c13fabfb5f0d1960fba1da8edee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffb4b246edecb4c9c5c8194342f48554b5ebff47884ad24b7e253c5cafee9e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706cd677e5621f0a734e1bd30d0e632115483e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af33e0cd509c0c5aef0cc4f04e4b731b29a01edff6731dd8650c6056dade336
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc94d2609eb4d027df179a04201860943ef3e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd544be1732f700a0b4366bfbc4c3b83e79daefe33e5789ffc9076cf3b55c83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d859ba4d35b322bd47de13a920f77d5478977
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82ecd86a1a34aef116ddfe97360cd54a36f48cdb99a121dff6e6b988ea56002
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b150911b654665da40ad2a70e907e5a33d416ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c459680acc5d5c4fb05e69cd85785cc2344f98258848d8e8b9b0df15a62d2071
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88f24bad2d08fe18482df328d9f86e432a78ae2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9157440864e203c46274d6fcc8faf77a71ffd0a099d9c654c39d2b672f8e5ce7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c723ebf75c9c647e04a91a41a13484aeb93a681e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb60d16b3ede1d114e8723b439a6732318256969a4b90164e7667a9488cd556
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e08bd3484351234e3e0e5c9f512b59601f83b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1896eed8610b2367425606fd3a97c4bc69940a6ac577aaaca7ce468533047af3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b8ba69a695f39a48a100d1e45cc5892d6d6bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc072b404bfd6bc34225ba2bb49fbc8b67da42c220eeb4062ca4849655c44e5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a411146c36911ba8d6b66d10538074f7f8b57b11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c354c2129386ff2d84769626f906d413312ed45cfeddd1689175d96708890c72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc6aeaf1b946ee11eed5abbfc2dde53c7356a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dedf4e21a8b3fc6058f5c8dd437494143c10febca4d3aa4c134f067298bb29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e218419c672495856cd5c376e891b63a4ce3c7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6810463e6c9efcf4c845fedc2eeb1f1c6446f303ad7887af1c4f5ccf23352b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b344d1c5cc32d3b9242403cf6dd6e3b7eec9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a4fec084b0259e98b418ffea2b19d47f4af8e78eee0ff1b95eb7a5e2ab9cfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cb3435846e9cebf7b8e1694221d7be733534bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48931ddcf8553c65a595987f5d7901f1d6a0d0cf539bf831191b81fe8a792cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c976822756d95c6a76939188b29f3cbded57264
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2e841e10a800df158d9d58d8f1da95964ef4bc24ba12427efb42952e1518f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78976f992490db051d3f5aab4abcdbde883507c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437d8ec109b5269465b3ea90a9792f0ffd229d0ed5dd41384cb7c43f025ea685
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15746f12d59d6aee2cbe8a1b318ae33a09d09e70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad64352d02f8227688cf6e10bec927f76fed757bc458c19554207ae070f605
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a766c15cc228fa86d379f8effb120d46040004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afe89f0774ee462e796454d66b940a85dcc310c13274ff1141e9bec9ab87236
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdb76e31525808f421b7480cd1764a06645fd21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b2d6c7a25b0c5bc2407bcdbb0fb4e505a81f6a6816d35f441bce7a984e7b6f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d226bbabe7239b872e636009ca1adf09e5be5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8abebc0b04e771d44d58cd34eab203eeacc03c05c1eebdcdbe7843c63c2d7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52d3f4d0cc149e95a8fd3333c9e314e9eb4c04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b31e88137ce495465d4d7d2a54337a4d2c526fe97792c0c26cdde20f4c76c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88e09c96f9feef70510ba65ce6039e2f20bfc0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acff1890eae2e385132b019319ca0d97c069935cd6ab1e2b29994a923738b4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645f614eae21039747879d299ec4ebccd3f912b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c9edcf0c55c5755386306c96339cbf0dc21148edc32bdffb5cbb7b52ccc30f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff18cf0a1b8374e1d06dedab5ab13b1421971dc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641516e3967576b12143c8799108f31888741c3ae64338a7c69aa87fb18e489
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da4542e2f8f08578e5155f6baccc21b779710f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2ed7254cb53306bd167de34876862505c3dfd6b5a240ff200fcd92b10c2cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe1137689a25e034a629ae05e672044e4ec1be0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e1f0da4ce47090de96226243fc9a93d3f16df4bb712b5e486114bc2dea5282
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b34e1d99ca2bad4fbc13d212360e9b8cbb33e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8f93fc28c2bae60124f96734c3e843e47ab4b4a03f8d548cfecf310965019b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d8866eb1daf3435dba8f04301303de3921fb74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f1c6ee6efdadd4d0f9a747daea75fdcd4b26639f946619af9e3bfd868667c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2694667fd0074de9d1c6a34e9882c74fbd7d1ee5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826f9264c146f3785c9c7a741a4f68e497789f8f156906f6dfd000120a3dcd78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78865b066b1b66f60510b576a7c10df17e57781
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb23721cac57df42467b48369e09c692fe8ca8674c70895d636f84255841a91
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c614d94daab26e1f33a53271d1e88b6a469fb3e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d788298afcf46acdaee7da9b85e1c25b48d375399cf54993e7c5bc9ff4df70
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd8fb35f059f18ca60fb47a78db5691fd041816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e4b127db677c80130cb384e6791c365c6919e4295b3a0d3d0156da20f0791b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f838e659cf001bfe84c98359fed074f67063acb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbc4d8883a83055020b760e84ed002b432ba990b5ddbac6aabc6411c19c0e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d614b5eebac506bd30063a5b90c19d5f5b7806f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74fed54b94183fc0973c6f53195a0a26bb772611c5b0a09ff72b98832b68189
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73978c55c17e1799f78bbd1903523ed7aafb34f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e4e1486afb3b58f241ea8117da68771d7c9ccd73691c83bb41815285b2e5f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb3f3e48d5ef5fc2091f9ee1495d251b5c61833
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b713ba75e2b41155079e4574ecdaa2a87d1009d9e1c9775673add36b7406b930
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf3e590270185d2219f7ecc1a9e8560661a9e49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262e0de0f62dda867fa516da674f5cc61de25d1e8e6fb2a7ebbac70857fedfa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cac0c5233680b69cd2dfe7e7c1d5f4d4ebede99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff70da933cd09fd9a1a7010aea9f2d5e143f0fb60fd852649a163b75be6253e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddac6d43c0828c52f1945be04f6c925a0b45849
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a47030009fe671b9dd74504ce5c60dce6b89f6263baaba51885bd3c0a93b2d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00a71b0ee6c66a47eb999046f1529bb74b9de02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6395d72a0009d002352ac96d3845b10536bfb58dd5c2d50a9a507a0a9f95118a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96553afa69bf96fdd17afbc6e7c6b3fd633e6ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25c8e575faace95a253bef78c48509e6d2fec48a24591639efa2fefca967907
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549cfc62df193b2c93bd35b500e38923f090379c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3d21b57b0e8edf6fda9d62c3ef523e8cd96a088deb50367dadb00fdb4b452
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a9f84b84901baac80b0ab1ded91642467d0435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5be40b0be3fc9be02a6957fb9640b3b544f1f343e0fd177c1eda18ddbe57fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98185af1d7e7ae2c78457578d4181af9fd7abbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0d0bd6e823382342cc673fa6603eb0744715b226942190c0a9bf85b16f7db8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca02262aef9ae8509b4fc13bc9fd0d63423ecbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a859abf452389b18908de55240612238eac80dc898ebae4b5e13db86e6d5cc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53366ffef6a8c899535aeb313a3b922134e7765a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cdfb4d9184d47b25b08624c4c2dfe6d6b6e2d52c2c3d23d6bec7091990e6d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435e3fda871f1d2bd71114f73933ef48ac074741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb232b5f10ee9c586f0c712a75f311f4e4c53aca0a0dacf0161a634f14b789c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f131dd0b0292d71321340daca30cbff6318ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1698ac1a6712997de85be52216a41e62c752257cfaedd51dc6e2ab49cd5facb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901f67e3180cffd7aa72ec3641499e3988bd65b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682b3127952a9c1c5f5d792898519993b1217f206f08da9c5888702415c917b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e14be440ea9cb1d7b77969cf75c51a17820d982
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3800e96a0ef9fabafaea705e490fafda6105f86c6aeb524ba879b34ec923805
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85252e27ea25b4f3058bc6806d5a222f5043b5eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad34d8a12a2fdf1c756f98d121e63d2b6f6b26bce4f46d9f13c1fdb5dcbfb854
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb7425332fe52a3a2411a3e5db551cd42a5bc73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4d19726c8fb68673ec97e22826018b218da1500ee7f267079e75571bb29f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c365c255c52de4e1384ba313263b477dcc8af6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aff7964198c466d3e9737ac637b82c21e2d5562c2edad736f8feaef5a5e031e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b883ed329181aa38f47b76f762709779d9022b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d216a104f69f679e1843f6e4d51a8fe3269db9806b6f86fc00a61895620f4a1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da936e961f1c173ad6e11ed8ff0572f000703905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcf3701cb1c1d621d60e382696ccf10d06fdff2fe931bc74fe1579a47289db8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d63bc770e3eb7b615fd0224478fe762a3d537f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7af2cd3def2466cdc5436acac6b90a003b81c90701f9723e615f1b44199011
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b79e57b0a9602e1437d606db376e5dd9af60124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9079378be77708b53745533e322692093301c055c094c4a44ec96a5af0190f9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331ce46c1926569f92c54ab902722c4a5e97bad2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca8a2625279dd202caa6a6cf8024f5b6d7101aa014fc9e40d7900cbf5bbabb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bde8d5ca68561fd0170a777ecf6809a0410a48b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462bb4412db1144422a307bf39471fe108140506bb87427c38a78f71d9b5a2b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8715c2cfa3e8c89ac0392fbfa897a4852d24d57e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b733d7b28381bd2a196ef67a3b2f066c9f0307a7337e85ea4680d48f8cb630b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcede2d88e360fd1717c7acec937786fed0a1188
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a353d802e616bea3ddc206fa9f565d214ed1c116db1c9032f7669e54ffff60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755755f2cbc674a91f2b77bddb5767317012aa83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deae7dca8ff3ad4d179544af38e53f43e1247912557cebc20ad78566b06a3dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6003c0820cf26cf00c0242f658df63878795c5ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d3475d356e2d022dc3a5557fe46f3ec92746d61418c5fb5b0295a8e3e1c59b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1f24fbe1f4d05d8f8dcd70600fbafde551e5d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85173a1ded1c3d20f4e7f4fafddf1e415618f4c6e0b8f2282424ae06bc1bd87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42b616edeacb1ea1cd962a95eb5ae9e3bb8432c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e800736a8355bd6d08dd8eab6b35cef1565ea41969fd35e6d565fe3bf4b20a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68291f6a141c1158fe3d45f4b40d1380d33bc6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323bf2e45343db06ce46f3ff4dc758bd6ba4eeed2dca480a826898ef9d421e2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81de96f02fb23ca5ef071a3bcaf2b09f5642e29c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee64c6a6c5a410a6f28868946879ebd1a404f7b34ba7213fc8ee841fbbabe86
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b531d70b419eb01bfdba848517b4e133da13a165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b07ea2066a565eb3d7c74ce6b2a6c306a2ffae73cbdce194bed46acb899318
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bfa5a33f8ec128ea486b8ba6af79696904d53c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d171c4e42247a35d6ee8ff19958bfacbfb7b70cc240e3cf226cfc281abc167
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7143efcdbe9a8f57b9273ca3147eb954971c67c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87c65200d881eab6ece741ef2bea41f41a930df979446bbfb2a99ec014796cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ffc70ab37fe315fe414c0d3014136ed5e33534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e7c046b764be28833754a2b5cf3c23528997bf83ddb9b21b981aa360727ab6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beae9839a9555ff162dc15eb9127cfc8565aa0d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a6c69093bec7275dd6cd5c970e1ef639af6383c834afb1e2d551346d42863d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d95e8d6434c97b728e50a1df1522ee736029a39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaff77fc67c695dc1ae1379f95fd4b3c71b95467ebbdba49048d2f8258e25c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06b28e7af09c7a7d672606a6adcf39a292fa120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c183b309d4c9f3c3e3eb1acde83ea9026de939baeb05d7be6073cb27bb3cb57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536d372e7c1136c5afdeaeed19330a0337d15272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a249f4e5de4110d1ab0d6cc15053d227f74b33162c5afad5eb6f9ba5026a9088
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dd90d1d6f9a703e3a2e2a57383e1c1ae01f466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8900c85a675e80976b2c5930e0bdeb8d0d11f352ef161026d5e81d1c002aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e34d770bfc755291de1271130bb40a886aacc7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0b2b595f4246d3dc38e73bd418fcb4e57515e59f5bfe0a34084148b1cbc967
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da012bd70bcbc82adc947c9d374098ee6692e4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d790b1bcd26e8c44232986c71b0941281a7fbe0532d935f84981e01ffe66984
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d82b25153d41ca3eb4f768431c3c30dd5c17bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cab7eb8182aa5375e603caccd4a42494a60a73d8b534f5b07aeb88bd5517d82
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e792cd92a2aabe46a795e25716fc4eb5d2c9c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146a557c59aa4be65b3148eafce81f0c3a1bf8aab213f8b6fabbf8db7996b288
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bcae8992cc5d1a5fc048ebbe3ac103d177061a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f579a2d3207e7fbd1140d93e92787edeafa791525caf918d6f4258555dfe7278
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbe77f05b30b920c180181dff4ded4b1ca3ebad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c926aa30b7ef81372542c30eaf3e416661a7d4f34d528cdb8618909a4558aaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7837f42aa297b02a23d4aade998b7156b0df2afc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe674ba0dceb0209cd441dab82bd79b16110cd3484323edde58c23d6c99373b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb5246228bf809e79e045383a34934dae230b14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c85d50551b40ede107b308af1185979fe1735d2cfe70ff649fc4c20dba7b18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3999ceeaa9502385538c61eaa9d5141556ad39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7afc4234c9066b1b4f8121699f7eba1430c1a194f763dd97a8599ac82713fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5ce7131237e842440de33946c0669253fe59ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ad2605466a78e6fcc970fa9bc8e5ff3ba285eefcadd2be130fcd728b45e5fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0168bdc3ab1e8bbdc94461b609ac266171e46acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf3c4ddec708a1e27e6f9c276022955f8feeb879722938578d117741f0b204c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c13de0bc54563e167ca5094c23d6a0ea40e803
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a5e5e945542c28f061187ff2bb2b9eda01f10fb4b52ae91279b69470a408f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1797ba73491d5d991e617588eca597d2474cf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd42f280306df3689e827e4c42808377d4ff17fc43c629900a640aabc8bb4e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a83dc7be31c751872dcff1aa04a29f7107bf51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50059f8faa7dcc656e70f6216b0010faa5d8a4c65ccbec99dfbe98cf5d7fa1dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dad1908554e09b4d74202b62948740396bc758
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166f94135351a2deed60697fe22bc5041d3ac9d91daed1a4cbafd50d9980bdc1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd397de1260e5599b8e5e12f52515bf675ede59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f303816be5a3f288287178332cbda42d97c1752a90cd56464663bcdccb2b5594
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182ef4300d9f92d399f485c066148463e9dead26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce35da63ac184752cac995ae839b22ef74c826b93a7cbab9c62c6bc02a2cb1cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83745860694d0f3bda72e2a629ae13e3783554b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711a34100df48ea31770534376d66218613859d3c1e09a94f8b08151387e5fe1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db6f238c003d2ff504b553fc54907065d6df9ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1850d9ecd225f39f99a750f02c77c7b562fb75ab343a07b0aba80c702543dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de246c6c92fc5b21a3aa69b1ec7e85f06cded0bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddb1d52a40a75a33bd9e5e796cfcba0a18e712c98a641bee5744995be4cf4be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e77187345883e003456d0ee96d4ed3cc2099b90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24c73ef54c74ea8630d48da7c421632e19b2830a4d190772fc664e6d89a0bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec60764082b11f5dd00d33e4d7e4c98f1fefefd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb27636b5649b33f0e6cda9e9e1ead06eda574445dc2400e87a2a0d2a67a36c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664bec26e1d7922f2e7b4bfab6b801ac397e7faa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f789c659e3d7ec7a080d89fa994b247c9617cfbdc4099aad089cdf42749ebf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6449916efea65c101a631d1e7a5c9a05f3f655ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4856818997b976d26b425d4b850b86ea2e4382fb8941732d5513cb4f5950c3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb54d36d8f57467fb12f0e61b7cae2bebd3b3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18706983bc1808a00f4896de2832532ee3fdc738755caf6eeb7a8bc51d77e760
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f35c3b3014c0845a58ad49a4ac796660032407
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf0f6809e4a222c33e310ad34e6f1a96082bdf91b96c599ef74b94ae187b230
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b7ac102487ae33c34846b235f4aa63d27ea524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d3bc1e708e8545ddbc5064a5d87d4aae83827f09b1edf982359b9249c3b85
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f8d0032c425886be825596493365ac4a2cb18b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb609a87980bd1001dadbd84d3e0af7f3dbe4e6c8d26d2b2b96be22e285fb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5405413caaeb94e7365025c6767b752ff4d3ddad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a634e1df0d4de70c623017425dda836f6cc65bad9b711dd6022ab39cb13355ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224f7284755e543a03d2e2b73bb1bbc425814600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49d2d807e8df5f7732c9b090920282904187f1883fb86a8a972e595a08c7054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e811316bf2f0b2438c374be45201d4c6d88811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d036ff76f19c207253a3a62aee32b6a13a476601057d61e08b2286c71e52a27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e13bcab4c8edd6e5e1948bcb83127d0d020f3ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21334a2eb8210a54a034befb226d3e0e8d7d7323a76e7b282c420c6ac6716433
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b275a844fc063b6c437daba295f2aea0047f0b3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eb9e93798140d3e0897ec6081e94dee446a8066552a75e88ce568aeeaffab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56839423a7b47d75e6ff4994373ebdb4010f67b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c1abe0566ce1822c93f510c17db5db28a02ba10664c52af6b0fa40c0721fe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87372ea4ec2409a0589132049ba9be2ffcfb01e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9169c59e5bc929ec4b1d0289e48f0699e337426cbab6af9df2b57c9060e0b9cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828d758c40f67c7f7bf785eee2da8201c79a65e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dd18773055480b0bf18901f680ef15097e768e8f8b14730d138cfd96f7bab4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6fbeef7c29c175b78ff505a621edbbcbd1ca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff618787e17faee7b1143ff911fe6523aa462f891b5ad2221cac9e11de764bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168590abe8270fcf46bb1b879a81ef9098b5fe1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a000877cf23d2becde7e94f7ebf066d757715110beeac9862739dae0b27f00c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e609c3141655b6b06cafcf6b8194879cbec4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca969a6d38397568f3c5035fc2eee654b3865cb235a1d51733c31594acb7149
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e45a3bec0e9ae3f17d076f1835b3d9574dc4ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b05658ee4fbcd3381fde6125983b4542c3717eb9f099c33de182f8fa26aa0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d996b13fad40d230d4ab8656655044364d9fe319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e071a13772ae87aa8bd7719020f1df9be83c0f4bcdc137876b43627c2f1892e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0831213d58dc30b6dddec8c69ed6547454993e75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291a3a0b9b82b77c7dbfdd236d58ba622fbe89d3740c61ddc569352018e6b3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd12c1bf6f36a3e8a5e415b96fd18163167cfe37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147055b229042f50b7cc157a752ae95635b7b5e99d5ec703b723e8ad45590207
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf7f6a2d7aa62afae41a14a8ed36892f2178d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fd947fa2f512406873fd6dafb7ba41f28aaa3a40ba1db9ff8081a6a0a0a265
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25829ace7c108d2763d3246ede5967d9865e524d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79d45008f3f7b601020c56b49e9df60b21c0babe928b023da11ac751bd76f5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1648abcdc129cbb078de11d06259336154436c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220b7312cc23f937061d535177234a98d115c2318c6195f82a387725d2b34693
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b5223dc696c3c575079f0bd78ecb3dfa72b99a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaf79ddde6173b5012326f8320bb4b84d803e1bc1f1d36792f70a952ebacfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e23087bd4a8185ffa146f520aeb1491fae886cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3474041417eb9b9a4b9e954a860ac271fe8b7e3fb3ca01d302842687022792ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f99bd5835b8249ec52a276c0d860060b4b83280
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db2638fd371923f0275f468b24d1581ba452ac55e7503fbdf98c6a89efd9527
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a21e121289b95da2f09639e6282784d3a45f02b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c579eb8081790f200c4ab2ea78d123cfff299efa61f1dc5d0bfb5b729e0f1f34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010baa39eb09cdd783a9d3c08967a7054e86b378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c23d55d5c9f0b85710cef04f2604c8a9e0251125a0b9227634e3848fc0f2096
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04555d99ccd78332b7c8429c6c23c180c831923
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaa50af00bc05757c2cb820a6bf33f37503378c9e9460b4f5875451cd885094
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403c1158f9bca974d769e6b991e6b2f07ddd08e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd405634e633721fdc481efd0385dda2b9ebe69f9512927c16b7056bca3468
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2082fb5b5c2c3408fce10282d642f1c7dd421530
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2cb39efe36dc42868ba59029b032dd3a093cfcdeb4ffbaf96548534c34f9a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89be7a1339602d0bdd73850c1565ca4379b309ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca331374e14498b9fabb1a43977b65ea58a506922ea6845a3be565356699d2ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb01b8b5c11f3980b523c16649e99b29622f8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde394fb7768b3ec1293d56cd621111e822846a2e2a309d28d29b2a244e8368a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc55277637736885aefb2f6264ebce6448955a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925a1eef15788044cfcb99e6dc23ee6caaa158f4fa2702b505e0f1e509bc2966
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5764807aa65b1f49c6c58afdb2681217c9d672e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb05a0564a60d8319c21df3563008bb798cd2d64819308146fccbd6e7240424
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6776c1f23c1749f24ed76666ed8418e2650fe18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e32c1c4dc79f79906ca1c62d6e3211c0fde0773810fef33135bb3f8961baef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add1ec102c245a6f8203dc91df0b5022c116c7f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f494e3e0a0757bf190dcdff38d7d64ddd0f5237f817a54cfaf3faa6dd9f4c6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c58662dd118e01cca0beee2e1041743619580e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a2209ac444b1832a7ec34c406ff4d0bf18bb343aead95325a11e7c55f3389f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a7b60d360d41b90b9a8fb6be5fc9f01e38d2a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3083723fb0598762005a0c4a619854a03ea588f82c76bf6e4d3c30640f5fab69
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbf9c72cf77b0550ae0fb617d242a25fa55ba31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43af14ab07988ed1901df8beadfaae455c56865ea209a8bd92081acdedf5419f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df83d790f0956e11079623d6bfe7545423a41c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedce96352c7b8e72463b03cf57b750d847b9c471ef4cada5137780524f03e20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50b6bbd38992719485c2800eb7c9d7aa951378c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a3b13402e6d0a363b74cd5a083f4a9aea680e5002ebe8531e85d1245bcfdf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd6fb6e4730a40583d85cf60e54cbd4fee8758b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee8ca8fc44c0ea74b6c047baf4216c0ee4cdd14415cb3e5cb5043506131a97f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c7867c88a8c014943110e9b3e18547e8bca6c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbb244cfae6913de3e6077ffdb8036d52d09ab2e84c985e15f76d8900283077
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9c2e98b6f9211c5f4139e6466b5edad8375c60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbdd85da765d08ef4b940445e42ab690b006831d255c3b42fe329ad014112b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bd9689a471c4338ecc34d26525a181639c7d70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62762021d33940be3f10edd9d5185a5550a1702fd136ee4b77782a5c018dfbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfe1f391fc68ab230499921b9d58f3457802dab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3587ae915307a3dd42b1aad4dbef0e28ab23b83ece722f9bdec62daa5e210829
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0756b9a5c9aa1088a9c5bf56b97fe9286e341c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c55ee0ad79e46aae7df1c2ed99920069132ae844c70104dff45185b7b81bb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546df08b499c3ca476a9dd7b6f88a01cba6d27c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3224904d57ead650bd685fa953ce629c4e540de3dd2480742c7c6ee980d366db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8440d5cfea3881c2d841bd54d5618c90e1527c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3798fb3db27e08ea7c6f0c80936b2308f1cd31ae47d8120f7988f46dfa253c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b007cf803b9f368b2d3dc7525477ea6572efce91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959f1ace5a8b1730e99890fa46b3ef6ed8a89d1520255985846153c5c40980a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175920f26fc75fee4302436056c88cd2eb7b8fa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7866825bdaa293719b59c5673700fd325dc5d7113f78824a7e5c57e77da7cd54
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f21f3bc6a07d89e94d996b6c9cce77fcc11950
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49c8b3ea68a321ab69f91f97a7247f557d5c93ac34e12edd6a62671e3f0f6b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a0e7ba6113f7a79110e40376d374f33ccf88f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694365f06e83d18dace78eae5ebfde0c213f192b026e3de337fc7e1f32e7188b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bca8b7248a349c0929cf80eff921c9978484d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dd4793f936be9d8c7f0897751f3c5e53c25e03d95fe7cc4ea75e63bb1ca13f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a119a7560b1273f9eb4e01d4029cc873c609d1c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3d865699a1b6e8e16a876e5ba0ff88a06f99a781b5f39a5cbd1679d49b2d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8095627a67e681dd4326f44a82f964c66462f85b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fb06f7c0717930afc39fd98cda10e3c43c94127a2e9afb9e91a5065366e2bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa155e61cc432a4d38c5a18bc1b119685db848d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b912ce52bb3bc01476b1ebaf82e047210f7b70f3e764891de83017feb1774a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290f199847dcb0e56c5eac24c9445656c79ad93a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316375a0cfee9ef2c98dac46a735815ae9d682e1a4e8151feaab04fc80d8943e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0402db8d2a2e67deb7cc9d575ebd832d24101a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1d65b567db14c7e3fd7a244dd6402816225cac72bfea36a9db5ca2fd706005
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad4fad1c05f622754d0efa8bee8d506822e30fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cf8f0dd2d8cdfef2f00108edd294820b066625a2759979a9cf6ea8937da53a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7813b2b2b7d70b53b4637720d64e5e77872494
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd667de29b27a3de14a3ca3608056ef74cdac31caf7433e1d4da47017649a33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fbd4da2f9c398a49e39d4f863a9a5ac2bf9fab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110f11cb191c00affbdff2cb314a60dfa0c689db36c1243583a6f65f9b1ceb3d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0293c3fc89127ce3ea90485be658098d55a4aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be18aaa857a3569eb28f68eab0e25dd15703426296c27404752fdeda7c91996
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783ff7b25ad0cfdc595c36634e2881e59400fbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993254635d7d7eedd6f30038d7370136864342b9ecb81b8839179b1f7c93e41d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a243e9231a53fdcc5673ab62bbd65487630b3fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a043bf08efc392dd7ab2c4321a3e735d17c0c14ba1ef36fe43b3dfe22dadf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebe846900c864c21223bce87b7fa2bcd910d3cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f419e83c7a8334aaf8f458469f49542b499d885303dbb8fa03b6d3f3f5d346
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0ad6e595a86b7f2a46572091c82936e1ad83f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5c439f4c3a346ba8ccbe2a10bb62e11fd32bfc4312303cf446fd56d557af98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660b90b040c33467f0910d1bc35dc72b24e2824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25efdd854f7ac1a6d0d611844b2f9157e7dd6b22fbc47d784ca670d8538025b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b47226b2c1215dc9996a5a237d9afe9afd54674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fbf483adc2decfd9988b999f32642b54c3dbace77e3a9243d7e4f47fb67240
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2cfa26c22b300b6b918c5ccd60a4c4bea8d808
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caab1f2b472b5fba5a9acc14aa332e97aa7f1689d6ed872571b074379e70095c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d797b0003a38f86d75423ecad9c16548fdd7b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dcd25cbcf366202bdeddbf889b5609e8490459165bd7f2683aecb4c5a3f261
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bc1f152d78e2e79eaf12e144a6ca907796fb29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d413cdab28d3e5469c2e2c06c4a7886b5f045bf39e3d6bda26f90f8a3973e11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09da6b1dd1378b3026d15c483f5de57074ac1734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed75c5f6ab4b72517582590a191911e84338a02a2aabb38476bce06d91121ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c724352335a8d87708b0d5f0f64e9c9878299e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe92d3193b326dc1c83f8603066b73f5069701443349a92d082f138ac82c31e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69939f2809d17fb146de3714bb40698c10573d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8639c874e397b23a68ec617736d7e036cb693209b0969e225ee44736a2380aed
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44509cf61badcc4a4c3b281d58982f1fb091cb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25237cb6840d606bb5f1d55161e2ef3a3994f1aa6e7eafa12dccb1ab9268769
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6d80dbb7903ee7aff61f133571e3a93296bc5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb89b9c4e2aa3f5c17c30ef3f6e4c541169fad850882370acec2ae41be49057
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1647ed793c96d92e5dd6ad66a2bd66b7fda85a34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba5b4e27412731e9e832c197fe10c2249bad7a97069786e3295a0c1d9699972
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3846241831dd24b26753b320152d571aabc347
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666e194e387a33b1cd0049d260b9a0a1c684aba2bb6115fdd5ceb213f772e032
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3146bb75690016b404478dcceb8b2d43b3c3a432
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba84b8a89598b03eee80c66f5ae291b639f9af2d612917794e036765b654712
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146da66d4b8bb17fcd94390536bcb305fca7a056
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c9545b8881ba44f0a822e634e96be5b1ee15641fcc9e0a8176b371180214c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78735fcd876c86df3db68ad83994ee85f02050e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2136600df93a3272b6209c6240000d45b84c65b92eb5804a91adb575e1a20db8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4f3be4308862333e32dc5425b43a580270088f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267df1ca0f17c401d73b80fa71c09fcab69e864a4bb2b2212d37448d44984af7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2555f5641b1cc875079aabec974cf356d748e62f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22edbb66db97148b0dcd96edf54e198977066ff0698b0c91e5809552d6814e6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe7bc5ffca5a9d83862386ff43b91ba1f2d0a3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520304bbcc1917acde8177b132c831ea0e73a48f4d3238a1014c0b1c07f4dba3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf6b819e8de517fa582f7d8684ac031084d3953
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8dfa647593126b732aab34ffb4df19de34283501fbf14fd3dcc5179710ce1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516e18b28f8ab822b2edac34c7b4513366dccdc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8152c3083a9a479b1a902f6d96f55b85a1a967b4e2ccd76a8634680aa930eb4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a06446bb0cc86a11e661654d942bc31f6c65000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0491a71842fda84caa80815fd17ebe19281524ce2f11d81e422fb1d50293b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b82c39d0f92761462d80b2a7deffb0691c2439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ac79b2693ec069921d8206992b718cbcba0c01450c1ba810388c4620520f84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c93cdd0cef979958c0d560c1a3cefce57f739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8326b5f4a820b69f1a03fc1734b3449bfd7b342a5237af429a1c02cc1c3f81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8637bc0bb2de07d3cd44157cb42994389344978c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d88d17bb2490e49ff9935266e1c6d4d93b346819fd585e86bdc5d9c981741f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399f912aa6562c7e3a9518fa67a33dadef779355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250a5c8e1fe125a11a89153f2f99524384c6720491d66ef337899073f6e5a7e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b1d218e80cecee7e7135d25c3acc1a9ddef572
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92227ed35c20aa923eaa3bcf3271837d4a3513b490f452b37b37b051fb958af3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e285fd3a4bd176796db01b312de5480b73133c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417e067f68d0c70df853b06fd56abceb253e31492e4ba571a9d2af60fc3bfa6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fd3a9d1533c138580a4c582cc78a2b62ff6eaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0c8b6409c5d641de2a206eeb68df173c9f7f0543828e592ba77f2de5aefe19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff5ad4dedfb98bc264bed3b9b97f68fdbc72231
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3130b64cfb11d996178a55cc34d5f60c8b4853b5fa118f23ac50db87d45977
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d57877b6f02f2a758c243e8b8795f2ac2c3a3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42ae36d866cfdd8d10642bd6d37db9d25845feacb364385e6749a9ef9110b42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfd74a6005b217024b0d7d47ce2e48fed7b9144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17921026c8f6c031a8eb026c6263173f6cdbbff4fe161e728b9c5abb55f77a5f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749dfb289d05e3c124bd11aa6a909a34d9a7a761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881804576b91aa4fa2bf61ffa3d96cb97e6001152e12c57dd4c4cb6a644e6be9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc556b3e1198b77d1296796928d31cec45c036d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5f4a54237292d28b1bc7d73535dfed81ea23180e66ddceda3d10df0e98444
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13becf50dc6aab0799b1a03c22c9aeb0b067ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a6a13da9fce07b560d55714d2e0a8de3d9c48f31f7dcce1f6fbc6c611df7f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97116482d764f5ecd19be19146bf3c84e309b269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f4891817ea424191df333925c4efb64e9d3c4c66b3fae681a51613fdbcacb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170a52378589ab704b8d12c13f31b2b27970adc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380d005236a9715cfa0f42af5772337547ec331528823c1b41966ad8444a12a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da23a79b1a025f195d3a443ee14fac32facaeb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4341363f590448c809c815ea9a91b72d4b38f62e4b9fb56c7883b36e80e80a79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d82c78239b8cb3c501c122717df7587278ac7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508d5c871f559e00cd7c4eb0dd041d2842e9df84a9e4c54ade703257f1f7a26b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fb109cca654ab2b47aa0f10f3723108eb97074
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25de7be82771d441f26de02aa13fbe73c455e5ab5cefd72ecef3c5e8f340c6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ecbd36f1c00efa8910ec4f6577cf871561697e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19f32b8dd8935a028971721a78005122daacac43c5ff583f1da53c48b124be6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881f0d55597f3b0bdd805f06b74f80dba40aa7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e7920ad539f35a5c74464eb7ddc75574282512a9d4ae94a2eed29a24b49335
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e9977e23624a47fcb6540ccf65db20426ee5d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa235ea1f866fad7db3a14a4e76709632a144b9340a574c587bc2a38795d1d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a9d386e92aeffd7f5a1535f299c24d36653152
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff7f0a41d94cfb1351f496355870485c085f2d558f725b80110e3d997fcc060
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62531bf7eb6ca70bc111206691e1f90b43933728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccd231829ad95010e24091062d4b11ada46d57a079442a716ac084a56583983
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc3a50358bdf34ad6a77b251fe3932c46ad8963
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786f946269da52abbfe66b19aea8619226528ab17b973d472faceec4f04080d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a313469ade535113e5dea6df24f034d8132f759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99773656789b4e26d92b13450ad62228b54e657cef1abeffc04b04428ecc4bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a42ec3bd35d399216c6e091c6c7aa09e4be20b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cfe838b3d6204d0213d8ad7d3e8ba8343d053861d7f24acb6b27098824671e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cb697b12984746f28dfddb10d4d581ebce04ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95115351f56fe994bf0b4783148dc871b41795b1514e37f06f1e833accde236e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904db8fd0ddb6e20cd7c088d418ec8330acdc398
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680c6678a5716e3ad100508e72dc77657a83e3e4e965d220ce65a55d7a4b2d6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187cf463b07f2faffb16561800928bbe5c397fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac66e74936d0b99a1b189293f24ff46d3f076c6eae50816ceed3dda93f9f57e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63709fff29cb9af836651e851d85e5825c57d137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93955048f3f3872e3e333a37e843577311fa85d7839302c498cbb7ab9355cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8825e25822a4168176540ec7e3ea6ab1e24f3fe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f45bb91e00a95dfd3ff421574fcef22149e6d62dfed59d8aab2d736193bb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d21e5f3ef539a8ee68fc462c5c2ad742373251
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ffd664c25b70f7acee46d17ca4a5d70c02ffdd9ed374d6d2a439d636254471
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf73ceeb2a5ecb6110bbd7c0167b1f7fe454c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567f48c30d983b8eadd3fff2369493b4df10b1ef8baddce2615cf20e3c993eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f9eaa154cbef2d32f3fb39a70253a83bd71831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67210259407c877be8731903c9978fa4813979515188150d319f3935adbfa34
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3039dfde64dd68f61beccaee3f156702719f78a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9d5ef85251c5a0414158fa5ae49cb2bbe304470c4b7b75301af8aeaab210a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986ad855cebf0500ab4959515de690cdc71ac99f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da710fa08a976fd714434b64144555f5a2433db81c7253859885d247e38ffc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1106ee5e6092ccb8db7e75d497de5a495110eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837948865309d2cd025a5238d86512e72dab0a0c3a38d8892ab4c6d8810b7daf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2470e369cda1c1efb771935671022ad240b53a06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a650890790b87672c824418263d8dfe29c95c2ab8c3ca223aa24fe441e45ce23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380c548f04175570ad2e5650bfb72f681244f232
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d14762afb7380bfa1d5a2da796968d0d12d05cb7179aeb810f4c3ce9c6782f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229540529c36d498ec9d436f0d2f7fd6046ff92b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3794689f67e1dce6b6cf0e679b97671bb464f274b3ec979c42547a5f2da0112c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720f6e34227386a4f8494f5ed6cebd46f87d07de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b76dad41761b3ec6ef36e4de8407ce73aefe3f8a5a06567b015f97be82ad32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c227ef7f4a0141f63367b8ac5dd680b641544dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384522a3899fd0b47cb0c11d262c176930d983f442f332db8f54d742ec08be4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d444220cb9cd65ea7f5ff9578501bfa382007cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca583b3ec053397164ca87dec506f75b63843d072b3c270448a9765a0dc7050b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca3f4aba8b0d9c51a9f228483e06243cfbcb827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee45658d902cbc4732da203567404eeda13e3efa1a833571defec00ad8d70143
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cb5919ebe6be3a4f50000c19eba277519d9f08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e4c29c273cfd02cc96e0007995b201e73f14c17f0c9f0151379184330872b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91bb14c8943c936cc61544ca1ad3cf43cd8165e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c1b346de6576ef43cd42734511875fdef05d2338cd154cc5b3b146bc050564
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689e4523b8f688def46a10ef1efac8b8c6722f79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45ff287c18078f2c0de32e19b764405506e463b3d2d402af4b3af66de481569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379a6b6df867c4bcb8b9ecf3d12a24153d5a4f98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61151540284fc65cfbc46698c7de5c18cbdbd80d32bcba161e2ec0baec25e6c
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc3ffc54d8869f975580de0a7052e265347595b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7f4dfb90ea5cc736604aae745166789edca5c932e22615bbea0f37bfef7463
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52ad60c77b7683e901f5ff954f0d723dccee6e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab64823e097c3bf8dfc1834d02e0f91833adb04a4c26675901a3db4e2415591
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b662f722c1164061b7d6428128ecf87709234d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b669c925be163d85230f14913927a26ecfb56860115ffce7ec415babdb10f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2339a28025c2fb533d67350402c5324d2e0fcad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610b1bd41f4cbe3075d4c6d07616bfe6498854ce540d82a809419ca0bd6c012b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce50c9c930261607a82d731059b7ecb639af43f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b919225181eab6e44e00b10eaed4461e3628762d850bffe25350a3392b3b127d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b5f88dd4f00ee5f558222dd230921eed905882
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65050441069d1344e22db61fd7f8016099f1ae59960e6dff472699da83b9eb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c3c364b90fe9dfaa305b14b474df258b8a3cd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a456e7fe09dae095a868fb64384ffc1dcd362b431a4d93b54354c54aede513ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ca05a4c3a1e3ebe56cd37537cb5091ef4da93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f678fe6c12c5e2474e61be318445b5feb0d1132766d54a83c40cd50395412a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3ba0407895894adb48333206de9ae44a2415b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba49e19fc7251c07546f64df0e459f97a069cfdf1713256050c641e08b34f32
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ce79768667e808f78df0d68d50a8d92368436f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5d08bfbdf1ecd008dd9ff87b41c79bb588f3259418e198def5cd0efb78bf4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d1d84cb9940478c50efdac775bb835289d2d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d73575901932cea04c744e6c4d0b2f19708ca6502b1654a57b375954f0bbd7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce164d50b2756987e5499b0080be1aa1e62a375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f43f908103da0141adf65023e584bab53991a5cfad900f6133d2cd952d333
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996c6ffcd98efcee5ce19d87c71ce197f02afad3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc552b7197ff28d39ede6a63fb73da28587d542e9a7e04bcefd154070ecbeff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d9cd020d3d5bffe9a4791ca9f32068f243716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab345d1c04cd6b033f6ec5a6c5442144dc6b1a4b9e1a127ca43b428f96a7f9ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8677f4774fcb0c199b51ce33e2ee7b3969976c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b4776c1e1743f191e758f20ff4247e7c443a89cbc0a55c1b637dfdb6233817
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c04565b1500d103c1490839c49e464c561aa434
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95c150f9ee28da8b2baf7a604f55becb46efb51e61e6dfc9bc99b8f0686ac3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56ce7c1fe17bf708e78e57198cdaa7b9a122d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8780b89847fc561494382e0f8335dc7198320159afee32d3ed559aaedf7074ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa150cc20f0451cff85a877eca0062ba1a1306b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb94f4b64468a0b9cb20544a07bae98bdca8de98551b292ffbbb4784a6a8bc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e5bb47624707c6b0a835ec72bd071ec9901e98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ace4484544101dacfecc49d7e57cea393808f2addb8571a6bff9cdbbce5b8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c671ab4a4871ff27d2a8a5805e345aed4e11713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172963e3d7aac6a2171e6d3c3e1d453af1d939a6652b019f054fa1184cbe52db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a885b5eeecc628d83d1cd6710bccad848814bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c097d3a461645ba619f851864cc05e2a4ee01b02cdb8b2ac964b12ae0042e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ce14ea01e95606f9bd12771b88d0d25c2f4dec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f35095fd38761aa0d5fe7b0e1bf9375a48256145a705186ebc840068939431
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0930e14506fbf807d4defc15c525141e4d9078e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f381f06247889442f5eda9c6fa53dfbc3995fcadc6f96fe1c9279f51ec84d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bc05fb1a78673339e6aa509e436beeb8af6614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d86b89c4af15219bdf020011b565cc974014e4155acc31252e2770e573705b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06877a4421ae1b7a4b33c4289909142a414f9c57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9eb993350f085c25ea6eb814795b8cf25a0e31d4825de1c86aae402331fb2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5606b16bf29b168a0f85b16bdbc4307cd235c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12177fbdd5af66cc5823bcebe352b029bc2a14e520a61254b44a3a7ff9ff816d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f0696f829b56eff1608fd1fdaf87801692c48c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3033878210f65feae5dcbb616a58799584ca8248b5ff3d3b8c3a0904209edc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ca6f3642f913caefd98b406c9235929e396702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909d2872a921a001305d098baeb2c7d042879b7825460e6e6a6af3cd46305955
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3327d3dcb30c6fee1fca30c16507a8bd742e588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06223666c706605373c66571a0b2fce4929e2df0d3cdc480985b860ab95d0a09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b1a5bb4afbc40558f3892b67601fa6f41c1ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca13e01389b5893e98f2ac02846bf2ada0e3f78af4a059052b4a7f149cdabad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea0d1cd55921b9fc1930874dfe2efcb8ea6c229
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79157450d35c1ea4941bb9e8ae61b717a4561b28bc5de7abd8be05e4f5cd648c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9e0ff6744687e478ffa030f901b17bf158bbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14df6ac0eb2693377b02e4b267471decee30cc01219abcd746dd86b5e8172e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4c4026dea2229c9d4b7367d349cb207cb74914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93e0b33fb82e82c6b6d2a7fbde9de77fd30abf52402e707ae98bc2c191dd50
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ff303dab51e81c1dd1da0272296d24ef58c96a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b9c9c7b7728aaa5c595178934fcaf5bc6a125fb6ec457a9f48f24ec4faa058
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f573e9059dd0780fb6f3353450104d97d6b35681
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d67808dc8036768dc3e2bc21301b5e2d1e008221b645676d548d2334ac4e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d079a80ada3cc56fdded9c2e8569c7c8e94a02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9396723e1929efece2fd7b1f5336e46accf5aca4dac5326fa49e69c328fa3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078b02282a7571e47524ba89fd5fe51e7c5966c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e9bbd1d4fd24d924d3bcefbd53166cdfe2f26261a6440532e3489c7bd6a2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bad864c6949b0bd3730f12ee4c7aea513fd22c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fce5fe2e91544fd6f7345807f80cbf7586bcbf51bb50e86d67a5ad23c4b78e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4afab6eb38a751b5b333bb2c44338183ed76d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e345f3bf6365a01fba116758c5c71c94ae56fc3403156f27c5f45fc63fdcbe4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead0b81149ffd50eb20907aaad6fdd861da6b26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaa45ad3b00ce2b995d735e3e2ae7175288e68867b9568a67c3db496cebdcc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f3503090bc519099fd66882e188fa25a33f20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632abad47e0513dd2cc4347762cc18f37ad7f2a47e785cbcc1c317568704b364
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92cac3836dd0c9c45463f64875837a277dfc04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a63eba11f12428581da95b505be1f9744e485b05fef04f794735a69f97fa4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222ee3627f2b08b3cc3fcfedf47598ed31e0ab69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8553c69ba0ef1203d94cb7d64a858599ec1bb77d0485483da151ab7d82e6025a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7efb19c0b14a806523f973d2719e6415f3a24e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94ed759a87f612092f0ef12c1b4abe0f679e29218de5af7a9f99a931a96a83c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5825cd018b601a0322918952e76c82784800b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ec1bac3761422198b3ad513c2f0237eda115cf4d2b05b8411559f5a5d249e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9850682562200fb079f17ad23563ed92172b78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f19c02badd17d305244474a43e4d860f53adb682047d68e777537eb81ebfc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788936ce7d35309e8736c076a8277fd8b0155ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff2788592b57731190c97a59524bbb02eb5ff615dea6811b5ec5df358b246cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8438dacf73fc1d1623e495d3e45edf6f6586acde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb7a168b9fc5d0073e29b03c7a230563f7107a59530e6b8ff4135c0a3d6a6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f497417331598472139a4fffe7a90ff0fab240
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7599abcf2ebe935ff0637897d4b9c387f6df8a66e9d85fcb04fcb71768a4da23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ca70766de107cfd8a502fd46d392bfb3de0417
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f02c04119a391d678a1cd73bdf58561a03225ce52ee8f62c7ac562d0d1f13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939e06009e1bd2e76effdff7c8a6b746298ea730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a7601f8f530d3b4732891dd815676a32cfbfa7e413fe26d37a53fb319f0904
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a033ef5ae5f050d8486572924efde6a905779d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aaca2cbe19ba5e889973cee37ae960299c07694fd16efabbc31931031c066b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664f5b2639c541f399964e075414d376f762c0d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1889d2ca16bf9f9bf5f9619f8dcc60d1d62ac5fd16939f7c9251b94b937457bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c33bd20f5b220f7a240b79850c18590f4eca82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fcfe892e78bd32e73f31003779738379d2985f931383175ebb248860f35d59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35115949a09726856d4ff8809f5487ef66d509e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4bf9fee9f1141cb576f01f98bab811e457c388c81ea0e65ce9b7f547e67aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d807e626449fa5ea6ede682cd52c25d4d253af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2b981dc6abc22b03ef6ffe0821cb86a45f1b27eac8bc408dc8c1687c39c7a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0234a8d0e9b955b9faa6dcb04d46c19ec45d1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b5ef3cd5ac4eaabb7280e52c297670c806bad54ddf3bb9375d5af99a877260
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ab03471ad3a6642e14e1838ce288a2c9bac2e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3b3a89d343bac40410558e4330ac6a5d1019208ae4f7a109753f3ea7d50f4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2babf0deafc9a6910ef4da628d0afe2bb2480839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8a728473f85a63f2c1bd7fc707412ce3d27a328360b047ba85b30092309a56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4544138d0d86a7c930895cb2ca55f7939dfc7c7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94771cfc086d7feccb2405f4b5a8d0958c783091e998fdebd12184d1c3d57b96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea51f943fbf299c8f868c7caddbdebf0ecec11c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0424c75109a552ef8b94b3deea0466b1f84a24303750237694689b6eee31ebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ca32efbaf995877ea4a037f4918aa2a211e79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c145ae7851177c3706771549620e7713af3e890bfbe17891c0c39656a57ac847
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e038c3c6ce59e16bb5cdb2276cc02e7a7fcdab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9fa5d33a254da7569efc506d7b87ab4bb80268dcc99a65969f732007ed3b05
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3bc5a3d6a6dadd5f5eda8759bee9b77b937823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98740fae640aa41826cd5226c9c796163f37b3478a27e277e8b9c335b2234ac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a56b15cb441a16c47c703f974f76ee122d1243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d735cf82573fdd97da8abe4b5ccf9b280b76ea171e9fd1f93d712088258cdbf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941daa9fc36bb12ca8b0b404561d0d3fbb72df47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dac4ceadffc6b84a8b9ccb97e7ec18ecaf0ec8e7202af0cafd5b20e07bc863
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8bf9729b447e145ed3590d1006da236b930c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bb71a7326e28ea7bec34ed4790db12cbebc695866735d9bfc0436704d2ffc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71a0d2c7ffb9fea38d913a9b9ccd6a302ffbe48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659f8f31933f23cc21e90056149f1244084bb4c2b48fab62df221c9268c88a37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992c33224ce98896b9cab02fd53abff78a66b98f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1f04a8566ec433010f8fd7675ac274496b5886415354780551a70c45acc2d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75615f620b393ea0624ce48a8cc26ae26df7992
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d5b962d82d66fee0db2f7d9e0ead59bfa24fbbb0ef727cc0269a9cef843169
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f6afe3b957db8a24ef9584a3f74478e4f94aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8333d06b8e4246272aed9d9bf4d1d244fa7f7f39d67cf854ed1e1d91f866542c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa0796041fe4e6c40dec5fcc015cde88c80d544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc87c7fec5426a6d3af58255e451e755f85feebe7c93491e78cb0a04685a1c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afa3f644c3dc73629cccea6738f746731d327d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5287df053730884b6ddc0d0266e0697f018a01ccbdfd1343137b4471bdad7738
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40781ddec87c8e420381647b957cd84aa0e50651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3047d9d2938991ec0aff9c0bb8add51d8dfc5d366f9525eda1bee8fceb219ac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb9778315a5bf34f204c7ba953701945fc8745b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9319892e3f3ea6aab8b2d7af03c182067537962e90b51f204f0a3c7bf562e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64c43414481b9d7c36ede7a73960fc7e4c2c8a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ab034e6d59b89de52dfee7384009ec53fb3c7e2b2d1c18f2e8edbb387733ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160307e969a740247eb812c430262bf1854f4540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9d866c70e32c9a681ba341ec6117002664a0d56752dc18fde511c4f5f7f262
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fb556be0d9bd1662ab3ca9dd134ab005b2fa28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25eafdd498fa2023849d631bb9f41bd1540bf2c5d1693c78fae4524b9975fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6b4944fe536d0adb096c9ba146a658258e9c29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e42bcca528112cb22da21e6e4ada46b97873674d60ad89b52bd7f84605a7565
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b86dd030edb02943b390c0c9bf8f4178ca6b51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a1c3d6ba5d2ba8b2ecd7c6255058eb7524c5dc37f9cba8ce88901898bfd92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e893de46044c7fcba5a77321e42cb9926e6f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc11eab08cf694a70d33db66262e20f2ca5e1bfc11cb7fabe522516c8c207af
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8097d65dac4d90717bdf10d2bd64fb364167b22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d920c30c7931292058506a42c1ef9b4ea20eedba54b4fbadc059e47b6399b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e24e190a5b3600d789f7ba7c9969e2dd6f95d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a475fb9094cb32f179802c5c6c07468fbb788d8a284f3bbab2b3673ff2dae6bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f031df4db0e33375772d4194ec3ca3ee93523529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc86a1969a63c20752a61772777df77fe03f0bed0372db985ddd4dade20f243f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62354fbee5ba808c39d03a84669400d345ec0cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d3c38ce9c917d90e837beb816b78582127f1c6856781300df1a0010a0636bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06259bac91611e99c573acbf85869ac2b94ef154
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a973b8d60aaed4694d027971cd1a645f868ca257cec90a795e47344d8096d8c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b172e9612f0de7a2b23fe6b1da3d25fb93b4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22be8baf2c38830618966ded46ff58a7240a60d09329c2058c872a3c4610286
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9814ab825bb1d7620a2f58d589a4d16cf2cf6edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf496422b5cc32c27aa33b05d64c95f8a7efa8d72f71d7df57d568f2a5154a91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55adabc7760545b12ff0b55900a92fd70e2983d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef432f64fd575cc7fdaa5081a0bd2126d04d496dffb4fe9b51bd7474e8112cd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a4596e8b2fc9d1b9a2ab6a39e2947a45e1c71c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d24213d0db2171770d8080ff5bae024abff234305939d13942903b33836b41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5781f6f0e7a1616430ab5b47a227c36cd96c2b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65be5e2c98ba6cd43dbf3d6a193c3d2450efc81e2786c3f41a22d0357dc3636d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7d1d32ea174cf6b8e3c97ac48c9b3e54fe8b12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f4190a8e59fe5c413939f6902badd97e070a1d3c052895acf8020877dfe64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60fe9dfc057c7b8becb609a7ffbd4ad899beeba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837f4234f7efdef061efb4deeed927a487c177dc5a5a144294a2ebd5fd8cdaa3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c231a89e9c29810d27be7f593b489b5bc8ee3009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f584332b3a79b85f04e7b48ec14bd21335f09fa7c51e721e2a222329e75913
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d7add9f38cb131164ed50f09e1a852975cf940
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33868c6dd9c5343392491aed8ebe60dfd4ee11dc837df28d58d60a98e35d15e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2e4fa83b5ced90a1c375e8a42e962e7d597e08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b98ef00e6bb40d636db4d279ce2df31047c924880f9f0845cf3d5246d67082
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20bdbd3aba1677f3e5596a48eab8691f82ec2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7db969ef924aa1a321de0e3c1551820192a38fe0e6a1233c272b8e5ff3274cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb61fa87d420aa8037158b15c49be2345d26979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b135831fa4f5105c01ca1bc65d3922f5786f865b618f91991f58307b3b0aee3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f64401baf058bd58569e936cc0e6b73f72a69c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38c627ad3b1c6e4a71fc103162efbb5755553fd020b124d0bb63a0a95dfb4e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612e8bc6eb22fbe1aa37605769f31b0a944c369d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc1a7614521d022eade6df4301f0e03d54769086180c1e3030e12a3bcc708a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99611482278e7962ba034b60057b3a0ff734882c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d871f8ad08dd58daff7aa1e5a1980ab9fefead4194d6c537f7fb8937fbdc3a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f97594e42ebca7a78e82f7b96d99c6e509bcf68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aee2b370516ac065647ad1db907e2c7175058f5f4a9ee76560ccb61295eb15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c8c4a3e9949295c17bd109df9520c40fbe94a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c85c43c483593638f459a6e6a370ea37c6c3f0a63dc7ae9d2aa594d56f8c6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c25ed419633f2e27053b862b8806d131bca1162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710bd331561f65a4e646745b37138b3c6723a759acd3f30cdd1e0ada79116868
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea5045315081fce29576d51c4e68f3820b68ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc864c607cb098c5d2be81f408eaa733672a5443aa7b3fbfdc0eba46cff9f31d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dca769e95dec26f422ba313a32db20360fae8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d9025283c793adc2de6724a43d65d15c5a4c35331fb0d5608b752fe675114
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868252accb8bb92b74c8ff4afe0d144e7a501524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc48738fca5639d3cf58debb54feefb5c21726c92d676ed03198d7f4da9cdd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e4404d0559cd8d3538df9fec9d87567d0508fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80965d5152404cf0b298becb14af528cddc6bc860dab54af1805257ccd12bfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c20857853b48ad394fdf0f8dee93f9c07d7f34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9b3f33366beb8f079fe2d2339bd8e56a491ef8abcbc06c5349b942e6402e36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364f83e0aad2eaa69b9b00cfda18b87c79d994eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa219d3f55615acf437448e9644d13ca02c60e2a5f3acb7036340cba6f43e54f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c191d87231a2ac6e35704aaf81273ad6ff16e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0038a61c3ae0d480c1aeea7daff38f9bcb8fde01824d57c1714b45dd7008630b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb36896e131155ea47076542a17697182e48526a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb87cafd7baff78018a0beb3ff45f4342c2674697277d924e0aa3f3a35d803
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd613655241a355f1e49e36bc86494392ef5be99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227e250787acc31cff0d366cad5e16520c9dc4cb89b4e67e2bd67ebd6079aa18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd96272e9ec87e2fa4ecc2ed10540ec38ce5075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c549796341c1c495fb5e0d3663f9966b39f22bc2a785612b031bff9489d06e46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35da7b43afdb447be267f4974c9517b60e7377c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643807137aa8810816e02aded5df8c20846402338fa844cb4cfae0ff28073177
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3395af7aa4d082bf9f22208df8aa72a251db5b85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aad8e027814192492ccaece9c9e3f35c75426547861a93870db1f6f678888c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d609643088ad63c1afe62ae527fd71f843618ba2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d59c70b55342403db0747f92c3adb95f751dd8d169b8c39101840f96e25d1a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacc069030ab2f8f1525345e9317c22395f9e181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bd10dec6e5ce37b3e03bee23ddb90dc86060e99f0679eaae8195b596efb1c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be8ba0a5c327ce779471a6485deb05ab65b356c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d295de897c8783c36f4d8c7a0767faae14e02a28624c3df256e620ada170c558
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420536ae5e792338964576390597fe314134e018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7254de3516f07590fe80a3ea7731460ce26f45e9bd4ec345204ee9c136dbdb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99b3ff14664fa112d0480850897b0d9929ee99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e2e4dafb51efa9b129b96b96ba61c57e74410084cb7b6dfd1207209fb48ca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6bce6976daad69b1fb553939252a98db342448
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ad165bd293972428ab46a16fe2986323819b9817800ee8a39bcedb4d0fa26f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea48352c3eb7f078c73629f89ffee11bd6fdf7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6562f385c9b51c56320efd19ed8371328a2cf9771fb852e01677de0495592fd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b417ff40ba0827a5ec87dfd8e2922ee854352867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc1f5bb5494a2f4bce4164e2679445dd4e07d4aeab23d4524cc5f6b61680ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3a1d2b3ad451ac039ac99a142305cfcd4e5c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d647b2f2978239bc5579dcbada404d7b6fcb5fcbf41502a155f515ff835c40f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf394c99ad3fee6a1f5df9676e719f702373db7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc03b5ee82195b48443e4aafef9c3c868eecefeff11c67e5bb294c30e5a0d541
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb543a4629e994760fe78362e72865e43dc73df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5b485125226a64fdec5acb599053f733ebe67f858f176e94171fd20a132434
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bfd5bebe8b70c2127b8cabbbc78722d8a3f9da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c0b0489810467e07c6154168504ca3c6083dcbb02719c3c5c9e5ef4c4156a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cd2a5816da6bcec8250a012a7fa7f4865cb961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e059bb8dfeb3fcfd944ab9cb3a129d044bf49deeb7b887fa70392ab1db30b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d62768fcca7160ad934ecfd1bf5e9cf4065e2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39e7a5e3739478a421c686032b85bf540de9f7d089a0f4bc3b5d888ffbfdff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1875fd6d1acd05a544848c6765a8a189e5082704
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f24de70017e08ece0bf5d5d36e121cdb66f9b6c55948285d0a1039cb3eb933
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc8ad1da49e2b753baf82e34fbdc272e0badd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca1a72ee704169ac9882d53467b268e0ec97fd756ae57eed004bfbdf6b1ddf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b9b9efc7518536fd3b3b31acff4ec1f2c50f8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a805f5d80e1f2016c04065c398266cc7969c268ffdaaf2be6399b3e63362510
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04338e81f36436ae98f00e2e1fdfa50b837b6875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774084b1b5e281658c8a59d8c61e0812730406a5f60050e1a164ec2df639fe3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e51948131067317620c937fa6c9bf4de1ea1b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea772e7c7913399c7bdaf26bb0c43eaa1a77f72cf0187c84896edfb0fc8f48ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a303ca512a44cb3d364b5c11d7d19a59e531e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5392cd21bae9cfb197fcb4f8b8d700d5fb8f6fd324b7f30ec385fa6cb763b10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12bea2f0e50a0d6d32cf7d480e6e79dcfc3cbef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c367deed21f109a772fd243abe1d0ff4a4b5c48e1f22eb771e9a23a35e7ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea7631f72caacb696be87795fb1a9f959ca134a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210b947335f338caa4130f17258e25d9bfd26c92e5e4b90537a014c090e79fda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d89bac49386152092c582863910699e45ed334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa525b3fadae6bef7e0d4551b18ed7a9a587637bc755c317288cd7840d298d34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d346d3e342a1b41af5a6efcbf84840f8a0f7bdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851a980a57d2e76699f9eea5cb01877e5086f78101a278446ae2f3ca6a9ce24f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd80ab449fdd6926342beb99d47ab9c391a4ba8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0856290f7124139485e76acb852a98e835cca4232e573395851cbf3665bd346a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c68f0857913e965d86ae3aee63928bf9c72a71e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323ceba5d14446cdedd3fa02a3fa9aabde0751555a0b6e3ce35a2389e00a1278
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf5d4c63d7c16d591d5f4a8de00e58c4879a76b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19919065f82ac71a2b2bfe8aa97e9012981c762b6a87c2ee00cd411c4b3d118c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8ee36538794ce63bcd2bdbdb20a82fd6ca5734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed5b832187dc73ef18414a3c6c99df57b5e7fc91148a1678c4dd3e153a77528
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830596510b51f7463a13dc8511dd0fa1345e3aac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616375702a90c823b4d5c6916fd7cec6201b299e3a745b7b827a13d5ffaf735c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbf5487e81612d169c71a61bcf408ecb4f54dca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b729c68c356f5fb6045ef00be66d89ce66f02c9e7010d5620c83ce1703471c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9e13ea05ff704ebafb42fd2cdb1c68e24b53a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb457f3a943d3e6887ea2ed374afee0edc65f74d348e9b155509195a51ff56df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce9d0d0d772f913d2f16861df7518cc0bbe601d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0c5b1c3535b199d265ef1630f08674fe65a519f36610451341658e573d8dc
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40c5f25927b93906ca84810d95fecda2fac9839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c58d4e5acbba602846d31548d5cd064b8d01fb66e04b6a35efaa5436d5abe00
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41221fa6928a39f448736974c4b32245bfca2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b98030cea640f362ade97d596c55796da789f648c6216d0da9f7e42e655cea
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5ddc330b84e0c3ba787a8f64e5bc64fbfee55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ead4505bf9f5d2494f4cf7156e1d0e1faa3fdf0bab20ea25f4f6637105c691
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e248ef1432a465750738ccf3368dccd958de6f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9f99f8b649cb0388d7c54d5019644cb23b97cf5753bba653795ccd65ff5e32
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66913e4f0467d0666d43c7d99882e2601321a583
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bfe640e9f904487af2fc41ae9f6a1d12192c829b53571c5408119996123287
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c6fd48288f3f3408ab275170cc0270eacb8d5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73382409446b8be1259f3d246f2a92e30147bcea186d6d05832c92e292e18617
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e88af6ade3af288ae1a56bb82152b367611812
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba9a2c5a02b7044cd6281d1facd17558a2fbb87abe09bf441c667cad61a1a6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923dd55edd570e6feba9f2eae90c45b5cf5a059f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d397cc3fcd3c20de96633b95bd39bab329e9a527d46f74b2eadbb639feca2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b3aa840b9aa9ab5909d827b185f1dc8141a9da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb044e0191fb9440e2199b5b0eb00ecee56365022b7520cdbb982c025365df4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f3af59d54cc234463699edb8e3c6f002bd084f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afa1fd59615aa12ef6e0b02760930734bdcaf0ff23ee4374af841f004f4c23a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fd5aca71704556516a144cf6c3bfdbf0af0c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964da6e096b38fe5e0b8b4f0fc36c48fe8633e51366ee04d67a62918bab2214
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23591b9b618584585d16933fa016f0a292ccde9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0707481de00593cef10093ef258ffdfcc9d243e3a756e8f5a5c39cb59eca61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64c6048e18de2e33a8e6101cfea54918cab2b76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3e123a241d3b414e2f5b23a90859888a7501558b6a38ae95b393b7494dd64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ab0dfc7fdc13fe2a7d467a71a7e48a971a0df6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ea685e113560faaa16a10915001125a819a3c55c02d025227895eb82e61ed8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070b791bd8c90fa8e14ea59090b92bd75f54c8cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7223dd1e582e82d5c2634c81794ab6d8937b7246c3cffc8c2951379f9fa7d7d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58bbd43b7d097ced605fb342027ae67b69e3938
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad98c161a49ff92a12276266f40de4a042b581c2eb6b57b7b6fc6c434e169eaa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39024189d9948146c948dcf8f556436673da38e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c6a44867872053c1b201ea03134205b979736f183f31317faa05c056afedc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acbf2a5223549d05b16e490aee3ef87704558f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9998aeb2e837543c6fc67fc9672a274d5119011b9aeb86fea177b6f6cf7529d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30544a297afce1170467f15cee9424305ce3aa04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88febf5bb278858c71d40c54626cf5293a55a12308040d455de86bf4f6a8590b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c51513b2c6111567702ad7a4016e6ff197d6e0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ebca2a7ed6d2ec102700eb981c874b2e0e7e2fa75b040818efc96d81507a49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d93c0d052ac57f234951e4729845e6712148ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3451c9b1c04bb0542872e74d8efa7dddd997320ee2731c2519d41196f526f356
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d6084b507cb86abf5b4b2d4d0bff64e420e258
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f551c4a4f51fcb48be831ce50dc6d1a97fba2ebdceb6a5558d37a31abc609
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88ce84669b09c84569956ffdfe4d5789d92b081
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a4f225a053389b03a169e22be98566b3d44c8a668dbf200a8aff9fa321bdf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66b38de5f4bed537f09ea178e3ef7fc0c7fd1e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c78e1f561a873584289f64a269695ce473562b7daa5928952e4364eab22a2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e712ec2862def28b0d12d41cac47e27b1c866ef8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcc3e586dbda1a79f973159fdbb41f22ea38a21057e0a49eb8c02379714dcab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8ca8b287c65fd193f5a0b6dd221584a1f37bf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd10586f2d1e1b3e88361c2e2695ac7bf98c2f0651afe18428feec6ff4c4775
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b862d272ab08599f30845d5cc44385fa641e7c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2865039fb6702cf9d9e42daa8a35b72ef7b1ffff9ddd0e7a6bf0e11f3ba7cb5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8b6fcb2f09278c7d48ebe5c2333b2c791e0359
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b0eebd8c4caf0e76c2894c85ec6ac2037773a0bebc723618280a1976aa29d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232b6408b6accf8ebb682aee07a127c96989ef9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ae59ee6854719511cf94ef1520fae107642574595dc0e327d0a0b85ab3bfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818045ecc1d5b108eb5230a1883e5df9689f822a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7bc2844630332a10284b4e8a8cb483e8ae70d4a94576f0deb9b8ea3ba9654e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c7dea69a1ec2d66be4397d5562ccdf72b2be48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a97729f9ddf4aa7a17bfbac94c05cc3fef7053784178fee39c039688eef9a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d4db282a3b352b857657bd21199c2228f4187
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98692af0ef2eb85c75ac15692c5ee2e2bd843914f0f5a299ec81e78a6c0ec8b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b436c9571f4c9b50bfb331a987071a8177cb30f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1f33dd9f16c56fc7a401f5e0dbe6c6df39e5625daf7ba826cfd54ec31b2ba2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6361a044a428fbb788668c0e1269958b354e99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0910bcb3889b6599ab2da68f9a2cb2c8583f70efe61c544b5815ccec18c2ac02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2ad069159650978837260e01e62f159db64ac8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d41a4712b697bd2215f275db5b5eb8ff7915e95ccf01302f0ab5e87a267fd3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46364af2ce38a37eef2252023431ad0311c2999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e6be4d0047e5033bf0115f281ddb7a874d9a9b22acc1aff598983f1b1cef6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a6f06ec82418ea3f6cee3c93146bb1e44369d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76df5c767435f0d43ca297dcecbd889b08aac9841de1c09e8f8f6509c8d2a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96e7188a18a47579e10d2a112dbddea59b1db8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e394673a2e7bf52a5a5694cb13867df0eee0713a6175ca8959d3b57a6d5934
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db628ee498db528e87fd14141bc365f83ef6b2cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b6944dad46a8bb6fc858b132b24d9d76e16540c97579433e7cd4aee4d05b0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08cdd3c676b1cb863dfd7e355cd68a2b1055e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16869176121142026e80b9cdd6a1abb86ce24ce7966ec218f6693700aaf0e7f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365f39e14fb987273f315c75497e36ff787901b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c15859686be1d9da89b41b857efba06e2c36899423c34843288f07b1b8818f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d511a6466bcbe2e6c78c1fb2be867ad2d9f2b6a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0756f53b3b7f2738c476cd6c32cc76b47b19134be760538b4c00d913c8e5cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ca18cc50906ad04d8be3fefba0cdb4c4b3d3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f094278c10b4461239304dfe3a1000029615eb6acafefd8e541960561f51b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659b3e439981ceb3d3a539e0a6acb51477a14ec9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc203cfffa4c2d6ad9085e723b4827b107e120d33283cdebd2154a36e683ae56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475dcd9af822749860aed3c8bea25f229689afa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebcc9a6946b0e822da5fdebe3e5978cf66940ab9fd8dceccfc3b7927b8b1bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3edcbf7b06edb690e337a0cc43626ad9554bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b3fdb3ae894ddba0bd231b31ab33db8b5998662978e9bdd464098e2aaa2b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2356bdb89996ef72045a17f99fe563d45e97f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89c362906105b526fc4ebbd3a84c4a1afc734ed4e97ff61d51f4a3ef2143c73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e557ad8210705bd5adbaee4211f471235e644d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b36865e79ab14333dd3d8618674dd20b8e0b320826af9f03eecfc1b3906c191
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d7cf38b2aa9eb462d4c68b7385b9f05fb6d66c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bd69a13fe817e0a69d3cd59abe1d2323058d2e3b4312f8128262f6b9d4f7d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7cdc6c602d58444e1f4210de280dd945d773e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2628b29363d6e8caaac2a63b4b37b19434c3ba8f2ac4739a3e588584a7d9558b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89a8a1a2199ff2ff9dca02e7e80093e16354556
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4907eeddbe357c4d3f321048c2e8b1f792210ac3134b97a22b6ab2176efa8141
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfade072f7d3fc0c4bd8ef39793ab6c4bae5bc90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925c2b4484911510074ea053b94b2b80deeaa1fc5e37989987dc6f6837b56a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd00e8c2b2e852d2243cf93ff5b190cc7f152cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6916744c07c1180ea14183d39b8195e55b7adeddc2a4b05315daaa1b06d6d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c347f4855f20c2a8c6b41136fb8d1aff30d2ebd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717ec6b529a4e66862d1be1141ff58300484ea233188c1044456b597698cf84b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc32a2bbb5067aa9fdd7012f8050c6694f3079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef025bd345c4cb1f1dd7e1734e165aa4c4c6330c7359be3c41a7a9b10c2396d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d6fafef04cfc490a801a2c92f84260dcb376e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b49c28173a3595bdd12cb3113e2a19180e5c7d41f6c296f137235d0c13e745
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d468bded0b3ca5983005093d0306e1f5b2b485e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e44040899420bbba93e4ae7b945deb381ffef45b4780e795c07f4d4479c3922
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7e28a81f9fcae324fc53ee334802a98eab2ba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c69fbb9bb33bca31977c641b8c5cb9ce1e819c080a206f9380d4ca34360d2c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5a6f2a26ac7ba896cd7b833e91f460cb240416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335663380e89f4a38194022fc69c0bf3d38f3031e9e128e6fb944d9850e4fdd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b225ed961762985032c23ec13f9054f3a1de1de0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b655c29ba897f3f73734a33b05b2a462c5100969cce3b47894fb6c66163b348c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b546a031c464b3c5a25925f16712a29d720f3fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041d3fdedb7b4ae342f1ea3f76a2c0b9baa2654f79865418851a3a18d76de9f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d299575359d85433415b7602f9cad74810a349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7d969c58c89bfb9543eef6aaa829481d5724c5324991a3eaf17e8bb4e0b8c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fdf5da5959c9ec398d5536095f0ae849e8e2c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9727cf10252272fbe556321b5f5126e1e91743994a43135e1ffa771b6fde4e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbe67f24e33c5006b46e35ba71337fd8ac0c1f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8bac0cc6d8c8bb1417b49847a5e0bb1187a8fe3319b45097c7e8ea11fa445
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6741d2533c4b2e649eae903641c5e3cf2fb63281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e109b21705c5a7a4ec1d2305a43d98f0386e7370a3859a40ba9384d39eb36c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c3228c9f56ca788bfa518527325343bb985923
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b891d3fed71b2467b377239c58d4f0eedde6fd63a9ad3a61b9816e43bf842b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd4666e57a5f7adc7a26cce6f4707d72790e412
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8e33e314535c3608bd4e4db2b65c9952b0b348576d25cc90922d8d79eebb8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb096b4b4dcdfcfbbf916444e56ccc78848d9b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b1c120f89a206a7962071887810af8b2f0ac8cff64dab9526ae5cfdb6a0efe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c522c1401fa44ccc7635f483843116d71301e226
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8ff7597abe2612c61403a251b021c9a8a3924f3148f0744c3d21f62d700eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3ca34daf0e411ff0a13e721b125e273229266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25827ba9b1a30e0b428af29cb11ff685046010c64e0269b0803860329a59bca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2195db8d9a15410a291bbaad744458a7f9372c00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da1855cb1dc90fd35f4ac192a8813942aaccdce052258e57fe15cdc2c20605a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17cfa67f99abc1f22709d9e6f9840bfcbfdce97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7307e6d49df3c9b8065e2c064af5ee4f165c0d660baa75dfe5fc595c12e95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8a810eacfcce44e8ee5b4a095cb9739714ec7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6255b4ca7dab4850836b3c29f32d137a405c80b25ac4bc0ed6a1d49d0682d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b89486cb98358096684acbc390c98cb583e7b2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8cbe3f4faa2e7bb6c4b6412fd6e4fadee9db5507fa31be543be5f3e93d044e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d28a98bdde486d96a36e95b78b9e65f3bacbcba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ce5c4207c8042d54b7b9e755655f26a97ac88d2bc846c928332387f0c55765
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a4941c735852d14b974f957a8ae971e248e8d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064cbca7a678a11972d388fcec97548bb3f18b9a35859d2edb8f1f2cb5e09791
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0d2306df7474255330f6861ddf79e6b4b3d9e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daaf63a5f7abc74a8be7d4813b2c81f7840154ff57754a6a7bd7b6e6e36dff4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247154f8a2640deb54995a56cda118329f8edfce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb961838745eab76df4d0e7600c45121cec209b0c65df4463c10e4c76e61f42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682eb11a772b7ed0bf67c7d3b46351a378497b67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce024d1fc58453543d570eddc7eb75a6d4511472a83f9703f7efe4890f215e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65237795e1a6d45246e96190ba0c03c7ed5221e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b26e5b593467e9d82a904f20a48bd95f016e89474befdfe0337e43373ff9330
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cca385893248f20a72b949a5be2e50b96dec6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85df30646394bf7c1de2792aaf1ca47128b867449e14053213a81a9dfa928287
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60ca0fcbfbab2d8156db2f52be589295e95391e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ab12e09d971c70cb1923bcb2e577a38fba78c4a55b38a65b0f5246470ef5eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df0dfa59dcbfbfa79c42b6655f1df4a09a2bcf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0590c7b63fbbbeb1e1290a84af322c4f0d09e208d9fd9692756950f39479ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f7400910144a32e125d9dbec2b2a63e152815d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77cf7c9f35242cb6014ef7989b230ea963b2d1d089ec2bb6ce3a86d432ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6b63600480d2aa832315983f51ae7820648d85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc35873f69987e3ce04ef5f88905a4f1345865fcb060d901e5323c3b4af35d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b1d38b874e63d1594ac95ed6a4fe5421ed281c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ae6b4f373142c0872487b314643415c64d884ae369c84db4426a661a2517d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0e50615c351e68cc9c94d3b6af0c4598cbf606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e5eeedb900bd417d0506c36c39994cc811d85c0b26b6262231eba1d5ce7797
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8599572e315519f3feb1578d472116e4a6081c04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c469ac8707964e49b66d22bc4cf318d3fa4010896055b9a8d4a51ca32566d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48903753738ca0c3d5fc53b9fef2d3b8f22b9974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868a309c014dabc0166db34ac311d0714594eb0bd372f3933f0371b8f88e7db3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b7c4d78a7b07434f373cd51c941d6886c984da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eda5a495c9aa2368d8bcbfdc0a0d03a2e0b3bb541d044b7c33b2018f02de92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd3d0ab5a6dc3adc4044df67c370309be390222
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b432e716ef37f47758acfb04beb4d0043466a6b3002edea54560a5289379743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90283baf604701d0ae399bb4302f11db17adff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b866a08a20c80fb3e2846e8723eddc41ddc35606e3208e7c65d3ed298241762
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7307ec321b1dfe41674fda0eda160b38842b3c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19dc5bd83d860ecaed24926efadbb96dd4b3470c8330a947d79d2c5a38bea2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fece471178be26c15f76236f6daed9f3a0b82f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33c085e32a963a28e8286741d9add310f2bed5f35b1c80cab85fc559da2cc6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a30c360a23732404c0f09f8b242fb99b156f48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be75fa021b9903181e1a65c1ff00d1056069dcda9f6bf5307d7876988111ba4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8377ad0c6f38b581dbac07bbb6cebeeb5be498c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3357b71b8edc773c8606ab1be3299e237002948905e7be5d8d3e4519b4dc5f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b77674dd96891ce6e6cd0d4490bea5dae32bbe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0127d7ca33d746e4bfabc8cf9facc0c7986e1e73b9bfa0c67051e98bc6f05b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5c9fa515b1a4e07e34c64ca499f44e3e7c828c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b6c3259d213a28b6fbd695d7c76ac14e602f2c883ae7ed0c701342d8443006
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e234347dd9aa9272659bc3bc6ed2171b8f058f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f31fcb8013c78c7856d5487e34431ea2eb7d395189a4589b2d8099bd73b283
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d96c2be3b352475d240e520bb9436e941f85533
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad2f6207a5a15c12ec60c4ba7fc24715dcc4bb12809c6e953ce6635c04fd2c9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4669816f3847a197f22ebf4c6d2ea8c0cfe311b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89a3c5ce8b9880f50a946a59a2a49b373e7f1a659ffc229f9403e7f3df4990a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4136475d9e7e34c6e0d1b6b5bd6a0f10775e196f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070bfd29e45ce882b8b90d466c2ccd611729bbbe7c3a03d61df5a43c0616b07a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac08a47add99396831dd092fc81d9d10abd0883
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471844aed5558599fad99592991fcd0bc3f0b6ae68461acc2a109f70da1e3e35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28cf6a40315c4b0a161d2f57a67f99e3d86d672
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a5946e027aab2b8d53ea2c38b38ce269fb7f91cd62def8c7b140567e307d56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a952e136135c9a92c958bca5b33aea15aac5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55992ec42f8909223211e0f8c05dcd29aefaaccf7cfa132465402da28085e11e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d030dd30d246e3b7d2be8571b54486966d4b3b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c3a32c135d2bfed0cd7274187f9ba692226e4e918fcac0806bf1e0722e0bf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b87b99ca3f2a1e24d570bc3eb905d0e192b1132
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8fc1463a110935001d28e6444026df278ee3a2a3087725e4c3f124758936b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92297a4858687da61938680addc2f6062b17c6e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a404af1e1937559918d0ed42c996545e4f820ae7218add6b6d62c523487a9e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3853a50d465cd6c6f7442ced438d40099b294f6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed804fa261c3369d02362009bc628521caae8d407ab0e8c240d85cdcfdb584c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8996fd5cd3214b21d1b14dd22c2c3e156f12603a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7e8cd98119a848849ed186edbc2b69564a3e34b25f54f933d71425e5297d73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f303ac08d55c405f84fe72eb236ec1f931cf4fa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0468198fb7a24eede99c3592ed3228322641d5f44859a56adbb2f1901c9e174f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fe93923723d9ada9427d642159b04af9c1f37d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3c61fabff3512d24ac18aed6a80a7195b4351baf7381352f191f2acad89120
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89ebc2a81693ba74b9c279992cb5df8267a3772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eac2958f3d2e5b261c09c3bb2fead22fc709b12b26a8cd68b8cc27bb602ed75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2d5ba4f804ca45ede08caa9a098165ad255725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e4aa6c2501a066e237eabbfe7fd34507c6a44c02584daac829233895ae74f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee32b79a52ea60301015be36885e824889e5156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172fbbcaf52fdb167e23e9b52b5741c13e7a864b21c46c6c02dda4571056f860
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4479b900a3c4a32db5829bab090adeb38d507b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152a14cebc44059e6d920e3d07eb866bda9bd6ad8219e5d8242f51e8f730d4b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c461168249116381fdbc4ed6b6e7ce8bbccc4725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8730f9f3d90debd3640f02cfbf9a6478c79f7ed7c809e706edbc246c965660
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95ebe12b844b07fd6c55c65cbd50685960c6020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f24d4f2a2d7b80044217d6e87a9a2b8e675a6e624ee782e9c6757580386614
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d735016a5fcc67dbcf65462bf70a82e4a9e824c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa78b93864517665dcadb9526b13c507b1e8be49842858adb4f088b0fb0a9394
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3592a0c711af688305ac3bdfdf8bf984600206
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282c30ca7313c3545a645fdbb320b63e4279f397d281e6ecabdb72babc36b9ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c07771e488bd203de43eb1af378276d354edd98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2eaa2c0282244b1dbfd80bc04f0dec5c6841b9c35e5c251a0f8cb0053038510
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a834015c18ede0bfefb5999e93d43006ff06e728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387cdae53ea86322490e325b494d2cb8c9e4b43ba90b524a516b46777de1160a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2282a9d1c81830fd31b3dd232b0e0162678359
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31173e648ab3bfedea1e3812ce609f844899b2f8031bdf670d2c0b5daa73e23
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc208ba508e494c18e6f0508b57b7f5f526c153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef3ddd24e80377795bdfa2eaa98bbdcb0df8acecff49ea027fba77bba58e3f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2be09fc3d934f4d01dfa7e9cf6e4d435ef6d2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ffbbe06061c5dd3c2700054e859f8cb68395b88a9ed45aac8de9b30cf987cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f8d9875a315c066d899dc34d9d49889de13e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e700e1f01f3d573e5251bce0361f7e3e8c09ae9b7ef6c2d44bdcf105f447be1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1477accc91209f368187a238bb5f0ef746f02a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a604ed9aa77d35e84eab98990292e998858e5da69cc0b188643447008529fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319aff18b8221cd93d63f88522c739e480e8d212
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b816e15b4c18489b9aa884039bedd1467fa105e95fd4d795f2017d3a9cda2c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7471ebab7b0808081978a96a83352c2fb996163f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e62ff1cc0c7318a7ba879450b9792e7299e6b55f2ff77885aeec16efca28e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedd50884b65558987eb279c825ad03cce3a331b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b642556f2823647389fd228f11518e4b0d0fee95b38595071ff562fd68544f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e177c8a38b041a2094cd5ad9c6e84006bca785
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a81d76d87ec44a718e190a91f7cbd40a716b98fc74c7da3679c2ed59363ad3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ef0cb0216579e0f152754b845256129826769a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ee5f51ff450cb42f3542c750acd384cc485f878cff2629bd054c05195eff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1a407b5361ef1698e6c8923866edc64a217dcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260ef36ca8f84ed3161e04305758fa31c4d8b7cf033124bf912efc12f913d496
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5190ef846871f462311492f9f6f12407cda66ab6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05f0e26a026b4116ec855838bf86a2877a7592376292b04c6b255991909fb88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7d8de3e62ffbc24822a388b3a0b3a92b8d9671
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cdf643b72b86ecb8a7c9263d697f0e2f84866fbffd5b91f7ae1a34969545f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee021de69b573ac2bbbe8e004b9ec1ad95ef6e03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c38e602dc7d2eba52923bc9411bf8ff45620ccbc89b67dbd9aeffb6c72d0dcf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec8cbfa0e125d8376ed3765dd1bba7d1cc8ec71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c382f72caf7da87edbc85331fa4ffa5019555e9cb4c37f23978c9d04a1ee21fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba107a05ac57af5347a02c522b94346568a75e1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4574cebf43e3e379947d3ef9da82bb6b716cdda2870ffc8b9fd9cb4e9c9e52b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cea2b6c75a878b32a95856c55fe1c187558662
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb6c6b8d9c369f2cd3ffb40cf4a223fd05fb56bd8d7ccc96734faa94f11580b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adbab4384e6b62baf578686153fbaf8878783fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f88794b2767146803ca7c668686b9fc95bae497160fe30e69b45fca8a1f7a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd160979ba04d6845f8c2e974a30fdd35cb054e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da58bab1909e9c4f5c68908dd2eaaa54a7f76fa6d01421e91608955c1a9af69b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6df70ad665f45bd273355f58cec994d0e3d0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e23581832c68c211f49925250c6231a9f232475a3d1ee34b04fe4d0c6d311b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2efb4a967129871f8c26dab5f612608ad3f9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01912f7a945c067ebaf72f5a31e21c1e24e6dd4adc57bc6d9818dd9ccc846e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3924c4106ec9d0e2208b30ab7ac240a84c794ffe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2585aa040ed08334ca663c3b2b1523beaeb1c9356d222d251414ff4a1e01ebe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4946d21da8698d65024cc5d9f9db9b2d5f6105b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5d3fd5f624b697fc62ff6aaf23f3f0306435a1c1e4273e1caf8d57ef591ef9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c164301a64048ca03c59bf7b4e80a8687ece142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973e840495adb0f7b6f1a230ee1a991628fe6a43f99d5738fc24a0f9e0a7ea3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d598de5679248e464be6c7a4c28b52dfc6317c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc2da571e7e610333522102090de26f57da876fc5d1c2dca97579114d3ba4e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5ccc828cec11121b6419e1edb0e94c3297a15e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a386377b402a4851d3db2f05292d7c6f5b5edf76cc806cf3bd585c47e07cbcb6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b869a60d3d1354ccffadd1adcf4775f5d609c600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494600f785431b6c27c646299c11635decc232bd216eb38fb86f76a144791dc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da88879627f02b742f5b1668e5c1e87821b31da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bdef8be043ffa645609ee80cfb8d1112c31dbc56e8a99e872b063148b11479
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe22842ff5f196fda6e053c081367c4f9960c6bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8129a9e0beb861d5cde66bd547e0bf995e665c97368362b571f314140f463baa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505c07ce398bf186df7d4e91f3385ad8cd053414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec8c5204006b2a0b25cbf114474a04eda1ab4e7ba438a0a7e6cdcddc1d3c54f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbf71831e92f8ad4eb7c7620bff5fb9cb3685e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f4e7f3b07f65d839da002237e771bf2e899c9ec2e080d937aa914a3ef37950
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35ebbdfec089d891a670f3accd51c4e1e491379
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4284f7da9b5208a06c5197f36dba66d2cb507f5151981340c63d18ddab335918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d5b53d9105e8ca4849e4b9ac3224a0f2bc9a1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798e8bd58ff0b046aca33d1570a74159197949984373a876d9fdcbb3892d344
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde982a0b6e144880d7fe8400a861dec9149c120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b11e807e016f1a5e116231a7afb1146b10bb99f643503e91484a35789d78c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667e5d70a296146de802c1a8cd643c4f84047938
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b465151448a6964d4c07af574602467fab4078886692ebee7ce1850007d7d6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5cd1262ba27c2e2804a056f9e729c08b0277d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f4cd1cdad6ac2d91bc1d86612b6cb13d66ef712b7f0ce35414787a0f31206a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45cef8dd100decc714edd849b4ef6e33f7b96f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ad8065f42df2201f22c7eff2cb038e48d6e3640a42f1435998a94cd2253e3f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad670f2643114f1d46f66d1eda98723cf3467e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a29ff69c0e1c17060d540fc36e1aeb805259fc9643f9f6d5a9d1f6e619ab30f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c7174e8a82275cf5e82df74204a65174cfb47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8a6dc701711b91c1f2b5721b0be5ae07ae55317d399061b77bc7d5e144da23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80272eb1377614076b47e45f39649c4a5a4b57ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2327d99aec3d3b4150ec4b69620b6dc021ae8b2d8a576f1401076f81da3102db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e57ddd9ccfa773b21e06c4ff7c07dbaab397d3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a6a9dd66dba8fc44b464ca325ef5abd3e27aee478d8ed7b76c79d5638c09cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c8bdb83cad52d88f7f0e8f7cf74dc1f9931891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef2ea091decf57ab45be59027d453baceb677cddd9e61305eec98271ef0f689
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba398209582e28c2c24cba82b8b534f7a0999dc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727cf9559866ef9131822b4162f8dfd5f1ae1b2d0411568ba42d1f2ca67d4eb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38748f2e1494f2f679451f679906f089e225259e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d4781125cb0d12e611b0be9ae9c1657682b85e2d0217170db12b2e4e8c7268
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ce67b5072f6a0793a32cb6c37b569f38bbb8fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a17e54f2ca8f4e47584cd379f368ce2803b7918c4ecc03f3867a057777a1e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578448316d1c7c3d4ea79dcf5b636f2b91fffea2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20efd83eeb8554297212adb1e1de7fdbf733a583d8bb3ea6187b7757581793fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a799ff997fdce224fc6de60e99263cebac3ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6730f3f35d1a60c759f5959d174ee14940d3755c46c475aba1f8585e536b1be3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9b55f15b2fec4e3d2591d850fb5329ad1ad9ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce49159c27c66deeea86329f0132fc8be06ea28f7710e3f05c101005659de184
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c1f3df8c4f9363b7a2e8087e9fcde18b94866c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfa859cb4e9fbd1e495dff759d51bbfa191f0cc2368e844020d80ed07bb1d06
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28be3fc0b1e82ff6d4edc38458f28f727def6b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84e27ff5993453440034e033581fba4eab258a36fdc732eb57863394424a7b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8b3d678b7e90440ca0f65b01e44f13b1c6d4ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c8a67df037f1f57c5d3a6d7768876df5e76d7d912d43e780fc3b02301689bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbe8ad9e74d774369c6c4a848d2aceb4dc64079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a3b03f15a5abaf63c444aacb03ec10631cc68b8c971982030ed3514c1aba46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b87adb67019a4a70df40f709e5968c828f64208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5215d4b3f877b651df4e4602707938250566b200d98f4d7cf0f599e70fb5aca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3db9c6c450e65f1a43f0f64c099ca04d41fb552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37bf4ff0017e61b1a1cadc16090f96f4c3f17cd4dc231e2b7bb1a59b52dbd78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef12d2071f89d3e07ed6db2e34fc7ca6e02be1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ea736687c80bd956891cfd86459bbafb07e3d386db9223d534f4b1b7092114
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d184460ce011b64d2a439f36c67e10910fad8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0372a640c9c804ea28e93e824420c697128ebc550dfa319b92692b97269b7960
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428b1a1fbdaa1cdf93cae572b9970700ccaf5810
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed63f84d18791262be246af777c65e1dc52776f9bae79521395c4ead7fd312e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9f2030f9cd0bad2458b4ed3f7406b21506980
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9282138771962c635a12011fe274558c8106ce06d92e94516cdffbcb37ff0c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dd5a01e4776458bbc25e016e836e929926b7e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cf894fd56d0d8a32f9eb4c99ed665b4b9ec19ff93b7e9d87a86424e0208c35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e5c364c703d6d4388a8a44c1fd20ac4ed97b2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8780912ab98013e9f471e1fd85989da63715f76f87703e4e8d536e0f5f669a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5488d79f7b626cc9f57c188699f41429fac648a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366c91ebef7b9479c684d88b9399a5730ddf974f18714d5c8aa388cd7292c6d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4dd9d1a5aaba5c1f0c55f892a8949fdb8bf715
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fb00cd81fc7b87988b28197ae99850efc31a7c12552467ec98e8cdecaba398
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc27c94792e6f1c38fecd33186d1d94264e5bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d5f9a5576a96c36652c3bd37c69fe59596296174457913534356c51190f38b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c1cb3c568835f4db521f8c903271505fdefd15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f62b508b32e258e5908a147749baacda4020f409bbff9053f64c96dff03b47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfc59ba589972f0a41bb8f786f14b3d6f3cf3f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f873d63ef5067d8fd377aaab7129830fb8b1b86ae57445e5de8d90c0436a21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6690289e98258f4bae0c38f79c4459d15f589eb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c8704f9fd6b811435efab8a6e1fc9cc959d64f0c1c97e58a5416f0042d71c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccdc3bcffcae376ced8753b9951e170dce7b53a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867b402e7c0a504fd2b3de93860bb29ef56993cb86c1b9334ed4b77dec057835
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718a2b16eedd36f294e7e734e654d9ff4ef9d0f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f86f0cc41f04bb9ad50f0234291ebe0976104ca4c8b45df150d34e31080936
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4336ba4d1c16c449e8cc6d465401449b25312a5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64677e4417cf88c7ef20ad0ac1281cfbe3ee0c2601034f095884e709009f5c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb4e948bfc68ed94bb091b2d0388d11e7e6c5a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b07e0bb28e0e483fb7a1266db791780c6caf1d7772df14f38b5d1181749d47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913c427d258abb0d51fddb45496412b253eabe3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9254db6fedbad277940f604d4f45b3132fa1565351ab626fd933dbd3f9332e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3652697220f536a845e50335380a81353cbc5000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f7887c0a64c0daec3246fb3fbfd8ce4c1b25554fa891d9d12cebe094825e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a78c868425a9af94008d45f34ebf82ada29dcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf6785192e9f6212707ef43598c27987eb5b8ef33d18674d85268f9b9f09eb7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122a2a6f8d5bf1966dcc3f504c71c4c3745f7e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dd42d9bbf323a17e375cef85834d8676794c239d99d70b49df23f01ea7e203
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d76b5abf286d757d4c2fb698d23603a7f7021f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67213d79c3e1d5a0540a750b86ed3a43b23ed3b43d995db1c935107eff310b86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95b95e621c8c3fa322e6d90189fae9e14e0652c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec42652354a02bee2c97f52a2d1cf2812cec19d619d7d68d380b138e7e92a70a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba5bc634901e81c108ddba29c90b4c43a36c098
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c6a5ff9561da0a91446dce98897dcf06c36e787b0f4dbe8e8181407d009c7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5901c3f1fffa71e79d7b64c09372f434d069aac0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407189eef90027e7c1d4e6f78c58458566c8c256c746d9370a905f6f1dd2767e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c35437e38d198add2b6b064acc396ced6371bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b4d3d4ec4b938a02d516fa1be39bdb4f02d8a77bb78991d878ca88c9345e36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522aa82ff0b76a6c55af31f1f5675ffafc316a23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60163cec83be9ad3756c25a8b2232c58bbf492e14a79ace4966833e94cf21ae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a8172dd36d23ddeabb46aed492a8e7f1963ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca62b331ab5f555a2e1826e5730f692154ab36af20bb9a5a669803f3cd4041c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d85b665cc414e15da38ce885b4f9c072c512e77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad4c03734b740e623bf9dd4bf6e01e31e1648e31be2c6822d5bcc945500b640
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81335c68db94bfd15175450d0e6feaa2fca85796
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12d4c77720a00ce0a69ad8e74f344c178e68bae54e90f65fd1a0d4cb8605266
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c37dfce6268e7d0c92e1f4b8d386732755e8f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6786d9dfc4a54b21c183e78b3ea4dc00ea63bb3be5b731e717cc0e0b18260372
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2a3b0409cb642a847bc97c7c9daa7ee25b500a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdac5c2b6d0328abf5edb83723f8921be800192596951b9281831bd12d206ecb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f69837538cfb06ab9c5be2dd8a29ab248852e3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afb7faf46f6e1b2b2de913071e39a96982f96cd781855e113b8eb7d8b29e38d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0856875a90318d0aaf8aa2e9733aaebe1daad021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f918368fca3d8623e8d2a395958308cceca63cf3afbb362350c7bf4ca8cbb71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47411a61450c58fbb4e09043160e11b31aad3ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5389db5bad1b00b3c1e4b9789b9f73dbf3cafc6ee7ba52050256e19537ca98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dd15646fb0677fc49f84b72b4bba22f0adddfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0161e1ed7f628265100def833526148e10a30731e43cb7ddb34b5df3b7a7df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4572f7a0f7032b2c3ed97eb2eeb53db8e96387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74443993651b20c685954a43c46b767e815e9778c1c87a74ec6c5468fbebecb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d137a2d50d08c4664131a9767ef21b9841d09414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc2c4d5a7d07e45f90f5d919f5ffc0da850c675966fbfb1665fffc681102d30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e26078ba10cb2f1fe04f91a49162c557c2241a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de16e9fb4a73bde4797cd531ce0c50c884fa03ff56f0923e43298466c39d59a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477eaae272b6cc0ba72c0a7f5bd9231de472fa93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f521bcc858d49db9d0aed08174a8852521929fbba58bd4943af3ee542a3e674
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd84c09172f8a9e7ee476f47b197bca8504501
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdccf9bc34fa7cd6154c579953cd8234b7e7d497e645d479dd16148acde7895
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9823f2fdc8eeafa6c0ec746b04508f21e0c0d030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6932f58d853a194b185a5a653c792668f9d4924c78647d621ed45bec901163b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35af97d1ab86aac762f3533d3ab09b365dc6032
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f21ca3a86583235317a7153dd37b1692490834b62ccd963d5c7c0aa45d9f18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2335b67169c2f09788d63ecfd0a6751ce436f7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56e94b040b0edf3aa0f5c22699cdbf104d8d3525a7b4a52ecaf2646e846c0d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97293e4b21bdb9829f6ffbeb469e8d7794781466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd11358eb7bdc310545418634f62c9b37e25cad7ebf8d7b74d663268c58e612
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30e915e349449c58c0b24f1882339e57c1e4a24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad80423a9a0735155b912907d34b7dc40533ab09e1bb5415162f556ed7e6e13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1697edb56121733fb782bc82d634cb97491eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a26a185cd34aa2fc3588a7fad89832f5d556ab138a985d5192cbbbdf13f7f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2339c1e6189c97229d1aeaddf782ea63de6fc95c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc4391bbb1060c0309f091ce27294d6c28a97fc3c8c218f9344a85765cb0358
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37daa8db8ee6ddd2a19efd6958a62549816360c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0737b127fcdf6616600bbfff74c3bc423f92899a2a239c44200d2beb3d0152e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d6ce77d4a02166946f61b967c3e62dfd796a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040587583a737642c4908ad7bc4e0e0d655e0b98d9aea704012745b42c5f1bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9289ab200ae95fdc4442abc1887851123175c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2c002b22ab868e1755996a01ca660ffccc3d7ba9cc88d80a55ba603327ece8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db47e7e4542fff6c0c8a4014918b5fd0094c323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a5c5d85e4bbccef9c13be5912421bf84c66e174bf80ac5f531f8bb0ed0b0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963c3f523a854df77b5e455a3e3d14080b5ed2e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e8aa60b5807523517356c07241cc78f2bc1690913f72ae256cd6bb92e41b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8659c0ea3c2c3e3295fd4a692a93d8a5f9104a29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f4131df5d0b0feddc5c61f7ec65d3e62edd38a3d58649ef0d5165db91fef34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd5a5083ab449f8839ecbe79901c5f0d86f4674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dbfbac6109fd203c0efd87efb1f6cd7999ed0fb9dcbb609e0f42a3d0ceece7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f0d39d19f60652641859bf37ef367dc0a671f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51abac3d835c6fc2c3e3d4193a497b9b26d75029d9e83f62c4a5d495ad16c677
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55614c09ab9d0b551751559840949d6c43e70914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9a865f1491029d94d2d94e369b846e7cc81332be990556692120998835e858
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ae9612aa619c9a4558833c68bb4b88be81290d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f75f9df8de584182fc8c81e9061d32919d40d0d8cfc55478052d04ecc04b15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13190a74577d1f59f52667cc3bc34a084aa92948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970cfe21acc6ab11031b4101dee9e2c560ccca9fa384c0f9f83852100f2ef25f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e573cf21800d9f1651ae18c7c4d3e3ec6a61e174
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3e2f4f19e07305483157e45584f1418ab0789edda4e29851b12648db3c1f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6299c3b95cf75bf7d4e1eb4624d7e78c0214ac94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218a5ef8f67e517e51c1221dd9a702d90c7bc9597c9a095da040fb79a5249cc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf867c02f913c5354d449266aed18cfc5c2a207c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7355b27b499cc4af355d3f746e96786dfc2f120fc9bdf9382aa0777a31fea50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ebba4acf55b9973d14aba39de3d8e7ddc032d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3979d388542555cc03378dac352268bc49dbfb5568c412d0e4d0938cce4cf777
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9002acb7cabff78958a76a809c7f44e32779262d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e44f432612f212f512212f467e8256d8fe6ad63818ce9ed6ca46f1d6468c02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9487395e208c4771d0be090d0375dbc53467a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44c892a2028f84c5da98663519f3c36baedeb1a7fdde317c70b17da4448d7c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3013f4c8d376aa000d2ade0867605d8f5f549beb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc3756fdaf7c00be5b86f112e830a2e0b21946a225ba68b38ea185f330dcf2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c3bfeb617b1f49eb770b982e99ebdaa9ad2d1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47902c3c0c07a504aae8ee68dda71db7b7348b83f8698fb88ed218466e9e74c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29253ce94924d50d88b0e7746f528170bf559393
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce7c07a43c3db019774ec6715a9e1d76d62b819fcd11d2a2d7f928561d97c76
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66defb40894ed9b93b6d7e774da0749065ea31ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ca362dfe111db15446c7d5e884bfed375d5e112c6738fecae6d6dcc51039f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c6b52072e297066e49e67a7465d061fb8b8bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d3f2ea0b59b8ab0fe1e9d37cda9f4ffb5bd3ca695a46628a0652ec616cc4b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdcbe97b554966d4a9957e48a274f3db9046fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ccf8961291fb704b7aac179e26f3152dc241c851f4d556a553e33ae4b35100
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7847c099b95a642e91056cf27d7fb32d3b51aeaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa23c5bbc6e092a6f217f5ed647bc5e1110dce751925c4ab02155d4b6e33c04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5d3d2ea08c9f1f65334c41b5d3594fad4abb84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb589ff1c21aa1e3e64a3826a86a89e67e2ac82db24d641ee3d62a4dd942dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3126dec4e8c8327f8421f9eae1f83ea4412016
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78e89968c390937f8eb9f292209d336bda1a27c70e5ad740aa533712f1e0844
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e2850125fadc10cf2e210fc2f1b11cf38f1a6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf4fedbeef4fc920326d741665c977c2850849738d6e98a5eced1ebc75d0ad9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217c75bf6bbba894d35d5f5ea7515e56497bceca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e9abfa5c4f0807e79356e1015f3db4819633364603ae6b35db2f85f86d6b5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66feda758f51463406d44e06b508f5e741ae7b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09482e529d204a066cb62138c906e704caf7d81cc6b8603d23f2918a7ba700c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4afde7e5082a3d6bd893c40634a55a3d26e6f1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7790de217e17a8398eb8369297d2a70484c4ff92815c594eb53930fd1fdb14e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879fc891fc7e3b52960fb46b3a8f16063a997556
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d6874f02372bf0f4a66990b2dd907d6e7a18b04197014a91f00bf6ccea1b1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad96bdc95a69ab0c7cf592bcb18b81b68fa2e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dd67b35748f5fbda74737d1380d3211d922d69dc09073740aa49e2c8d9d051
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3dbd1227b423d875f68f0b938d16c8a34487d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822294ffacd9bca6a8b11c8785bb959103c493bc2021141b6056284b5dd5ec5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03bcbbbb2c10597c46d12ca64e9687a0ff0eb69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5091c1212f5a6d4de14c06f0057d1bddda105d43683d246a3f2228f7edd8361d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c30aca6a6e191d832a99d5161336fab851a03f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0a39170a09ec3a79a8a623065fd9f2fa58a84abc2cb7339b85055a1246a7a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317478315f666b53df2bdd344db53b6a2f7bb7e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0a4dc79168a87ce9b9241cf809e21164c90dacdff1f37e648cd46d58185f4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8823d666186044a75c2214b156c7b4ef3b753d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e42d1c5d9f3d6e38f817736660871e3db57d7479bbc4291cb03e892979681d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b747510814deab1454f95169b56eaf1ca085956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c820f3667e47aecc09db260749b392e14793193479554aaad96b3619472b8a5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c871a2651c0b031c45e5454a51e03ef957c10ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20f4964e19b0f3c72eac6309bc03409d37276c4c8601c67ee8c98562fbb4acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512bca0e15e16ecf018aaa5d7f99867c44caa1b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3242c4b70ebae457f805fdd6514c7aeb92ec65740e9945cc8534fdaed699ae7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915970ce1f5e28892bac41fb10753366dfc2b4e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6fb5064907303eee42217df0ac101c4160cc1e33661a2ca4a1ecab664d06a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606ddab1ec4c3dc5e2d68586e70aaa425bf80e2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f246d7de9763f78832bd3d53f0f2b70ee301d70850cb65110c8369d13747f94d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64a00f0db39a622f1c3457b366e757a90f08b8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f0d042239178ff75465fae96fc8bfae21d33c04bac47e6296dd294bcf69457
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793ae58d74a99b74816ac2306ffe19b42a323130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318c7e3a4402b615006f42f3dc222206d8f47ebc0314ec0b63f24685a779cddd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da56f92d614987fc0b3652346186dee8f1f84aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b458fafe55796619b81a225b4e42bf5ce5223b2587fb2825c86ad1e3b5a32ddd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aed28821159ff87700fda15387d278bf700c46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4092cccb269c48e4215bb7d79d98e16e9346fd06716f9fb855612a8c06055b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360dc8eea01e7ca9370ee92f7a1a9a534ff33a6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a052d5a0604b703c6d00080118e61a3a0e4e5ad7f6bb511b42ec86841af1492f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd89eaf9f0a770305e7a162d16f694c538eddf6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7dcdc57cdee0f726d51d112e812541fd8f276144df2289342dda4788aa4452
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d5cf3c13af37eccc0a6f42936756e8e2fd178
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c6a8d6f1d547a8c437a2e7ec9ddec913f7fdde668bddd071d266a600fcb246
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c5ddd183a919ad28d3a16b7eef857f2fde809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60deac03c8b1639539c68b6d1b70eed01aef8116bac4a1673dcdf6e61e13ef91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fe02c59bc190d2166f4e5c706ea10c1d1a8124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b831217227a92e9f0302fb39d6378ef35eff068cf0255be6ebdff21f8cf6e458
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc6cdca5605fb02aa6fc1d6d95e937fb33d141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c72932d6c97ab185bd103e1499cd8af2b087f24be3abfab1423777177c071e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aeec40fbb7d588808d685db4f65347db113fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf026afc8ea932b07ad6001af0a0e83f0618b5aba13ee594ae0efc6efe7714
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91217ebd3068cf7e5f2533538e0581306ce1bf86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9319670a5297cd211da3c0014c30bc3a8e7419d0d4ccb0905c8d8d3f905605f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506e469376bec6938b4cdc55683edea123fd7202
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e73bb46dc813fc67d20be682d774fecaeeda7bb1200dc22e40b5c63e38cf90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc215a951d97367c64fcdf08d1b63e0f58a40af3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5528fdc465952fc34f8a51046198a5f6e27ae506230e0d99afa9c8c81a91e15d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824ef74e0545deae018483da985fd2491fa76fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca170de37932e3e0c7b5d717d8294db3752dcc943416d75fc2991597f587a399
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c909090091a9d3579e517f9a8ce211820c27f282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd931a57a7f73b44f3d11d9d8a6870f25ad05ae5d264af00fdda89af16781552
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ec5b2e1b00ebfc2bddf27eba1f7a711aa2b82d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912eed11441ddc063fc06cfc47154aa4c495cbccaab479254a2714d981cc0e49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2231fffd7386f9ffc135ca1f930d4e4ae42ffa3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4d5a6610ac3af003cc19d9b3186b26ec6c96ab89e23f89504d060684cd51fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4083523d8bce3ee9db0718d165c92b71ebc26932
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e255e98b06c0588a9a2e7b09373aeb0a8033d291844c3b57a4b0f0df2e46dbe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221db32207bbaea6ce1d8a5793865ac36ea05f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191fdb67198d2192cf7fa9c8258ffac5e01b76c4a6210d189e7ad0b8fa14334b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce84c30dbe001c2daaf065656673f44521f94a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef16295b38b17e6a34151baa9a35ebd1bb4f57c2121c1697723a341a6a7b331
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af9eedf939a493a9191be7b8d1df86c20520dec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba7a834e34364e95729eaddbd4d00cf9419c3d30f477abab03fd476fb7e8ed4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae72c572c5c1d8237ffd0c80893b95b2984f49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf8d27050cfcd94290e68a80a3174b19845f4a5f2facd28cbdfb6b2e24f75e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde17857ad4e9e0314964cca3d2c3085c314b203
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b19860543ff2be5884424ed1f3f7dd9cda5a9586e8db9aeb1dbdacefa71622
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c608c7d0d05625a6dd75d1d6cf595880632d569a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9385fcafff686a4d30fe2fed5e58d4b22db343b1f46d2d234c8e1985718a80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a62eefec743cb48fb3ea5bd20e1cac73fdca958
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fad3218754bf04597a9095e14b90b84073f736e64f070604040bd01dd95f448
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7e1e1594744d977dc407cc331e6917534ab8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef2c2335253423f943e71a2d8bdba317f11b4d3654ad3b2f7441c336f79d50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a942de4eb99c1e6b61e56b197d06b9ddd16fd2c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8eb9e43b1173c7199ef2e1dedd60638d95b03193156bddbff77c649dad817f
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511788323758d94a2d60399681a4364e2c64c3d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b525535ae168979845e7a10f646215b58d5a6d075eb762449994635662195939
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a0e2d3127ab5d4706350ce9ed356e92483a304
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc77730492256d71bab5444a6527e206031cf2c6ab1ae787587b7906cfadffa6
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a548324f5b17c2d332057a695851658272f91d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadc90dc886f5f7443b545d169046b6fc17320f961c01f6119b94a683b390248
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a7d9127057a87b3ff74ce652f979b3cf82be6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4076c9b90ce63a26099d721dd644824e4de02f4494c190d8f5a6cc4d1bae056
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcca8586a1fe34e5fd42b54ffde411502c76824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c39348b328b830f2769c1f913f4fdf723056e6523e2648e790f34c4c06f0a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d82a5a554ae2944257848e6657603b56d42697a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652cc23429fbd9a287190f23a1f903b04e58a86db47548b6ccf89cc4d564f92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d73fc6987758d271c5b0747c5356cac743cee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaa8d56164574050aca8e8b6c0aac93fadb57bb154279555fa0f495b6def4b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9af9d4d7b5457db69d95fd5260f186939766bbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05e720d448c91a9fe8d834c4b255070a8284831b37b898489e2c1b5dfb79c25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e25d4bf885bbc114243e6c61c65bfad113add3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da6f2a2e9e903ffb99fd8ada42f42558a61370a99786ce52a17c3cc4817b085
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8363d674bb38de01f1cfcc4de12dde764e5f48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c8b61568d6e507a424ae12ead3acde079200a8bd7733ef99f89ccc8e3d6c47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6079fea10d8858fe4d9a397782365c453a957522
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0df7b663ae1b451511fb34b5c753a6d26d6245d78515118c314d7031a8fdda0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60827ed44dd849c1e935806a0b29f01739a77ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bf9595b5800022ed46bf09d6e6769c38c50afeff306755e3d142282336819b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90456722a922ddee478a5db05709f3f54e003bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe88d6bc404bb4169fd310577aea475ed985daf80f578a852c9ace1ba09abf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3248e18d23eab0d9b64a21d114fb3b828b258e18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cbfc99f7391ddb2059ea06eebb93b2cb41ad881a358f51700a1c1e0c5aadfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8d97540f434ccf43295a530f021a37493a7024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6918d939024e2a0ab423f2bd3c3d30fbf6867b34c9c8e9224e797ad900964a35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5affb091386f27a758d876d0b20c779eaf60b987
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf31e388566720cb9f42ed4c72bfbe88935b8224dc99f2b9bb918c724e3fa363
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a77e6ca35817c07872f5358f74321920c9a323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608d02c2b31279dbf34d70685e784d7fc79c81558e4ed4aff04a9d274717e39e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50167ab605e86e4256798d5038f8722df0bc779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3883a88693883cdea4df4ac44cb535fd4e7758cf1dba49262eabdb590f07b301
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710205a136d60aab7a367ba5d1f382461d02b9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b1ff83c2d2aa5533bbc39c5e33ed627d5fcf71bab975aed8b4403ed1eaba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7448580cc3f51a786d1cbbe8cf9e3b1022cb66ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b0d520c0db803dc915f75b8c5cd04006bedb1a992c439a7a866fcd50bc76e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f49db69d29972b56cf4211aaae8b83d58f6cb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79532dab0d9db9339f9ce841bc6c0c20f1ea985f1eacc575d5628d786bccce86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67366296425d0f91bba1de3dd6ca65993a77656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0492ca4927a013de90e606323f2b4635545797aca088f0fde0d225c93b922ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b068c63d77e0598de51c6bfbf9bceed47c9590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38aac0ab979f74d50a741fcd6bf0b7954abfb65a434ce92b71b4df0f3d4e0b5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7413cd6ae1b495a5513888204dbc8d3eacfb8eee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade1a73466e9b13d127bcb1bdb4d0d917fe8948dc8dd4af5fabe5ce5dd186092
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e797cec6b0b0885d1ac1016cb5681b8e4dc0c559
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352e229a4f6a4bae9917d4a99a4485780d637c69b2a0fecdbfda303e6020f01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8bb05621c5220e25d3daff8d31c1c48c632e8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e410f1d475d1fdb1f0f0a99ca78a877e13827bf35ffacc8e3d0daa3f6457480f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deb69f8ba1b1a2e31a8cc2d06fc2d64a8a92707
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b443f17d36a6270873085c0e2af9681d45729b492afc30a40e7bbeb8a37b551b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fd2b8cf5e02b3b658a7d89e4678e70fc3cf33d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82756e92af51b62b4a46720fac9b14b6ff274a303d2af1fcab7872c1fda97fcd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1db276a557d03c5d4333fb94e8f184b20e2a60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6457bf1bb18097480effb74f1881590c08962595377306947564c26dec4737c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee57b1ef96413e81df4a1e80e7b1f34297b07e2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854875484b075b559b8fb68f341b3761581fd3e0e44d1d80c5f8bd35697008bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1507e843bfd15ab0bedb9bd694ac1087b1de1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8853667aa909768e2542cd574fefd329340af137954d648bedc16fff2810d460
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d3007ea3e1bdf2097fd2f3c1bfe5561b31fee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7fe93038b03ae4bbd9b449f3107a5b5b7972d991a3ec75cd55304585e6a2ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa75eaad7770bb915c258c40b5f82e7d21d70871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b28fa11572c50aae0cd113aa827df5bda4849ca2f695de67b0f431a4d815e66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebc3a784249b087505e3bc5875a0d473f4fecc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a8a971c1b820e1dc90b8d54add2350547ed2b733f93b178907738a3b2a0d7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff462a36f724ca48b9fb59f922b79c48f06fbea3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03593d9ac49da27ae008ad9e31c1cfb4396138a735cc70593352dae63186ecb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b2b8ad9a081aa33f490a2f445be4c9e92994bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d140f12cf754522ca9053385151c88533c07d8f3e56acf83a7f14f8ae640e3ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea82969dafc55bd026856eb7196357be74323cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e33f4b132276ef2ca4b1849b181711638553bb9cad312d090ddca3102e2ce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa26d64114cde6b9cbe4095eace4a0e3aa81e86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9022028c599cbcdb60ded4c32c272d1ef54a1f77dffafb448c25ef9ad91952
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa18c769c988b0bcbb86ab6cd8f290831fbe98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7ca615462403fdd7c21bb79f980dafec93f99fb4b4cf2fe632b8631392cd54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdad11814fcc497382510f0cfaa2b4ec99caa91a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee2606e3c23963c5a22ef44f232cab5350df9873a8a572bb793c6d0c4a79850
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dc84e977276a1c93f7fc56651688f33dfd7706
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd71f26b416a65d62da9f8e6d92d75113d86f271d0d603251f28c2d1c7f5c348
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3cd99a68f66ab56822785d95fe30deb2b53dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119bd253c0eb603e73386f0cd510e072b3cfbe170adde0c36f0a20f8d96ba80f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee07b163949fa51f7e46ca5de50f0484b7a0b40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afa09c37676dca51a580c761163b22a874cb1b5c33219d55bcc3194618780c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac72589a177936274aa4ea1ec0776c32354ba62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dc74c95b7f4f151cd65cbafaa9b74f2b7d1557522c8efc2eb74f7e89bdbc50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed39cc32f881c9f3672074294ff6aec2d6a3d820
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c7e992ab0f122ae39134a56ecb367918a301b0ec870b89c6b6a9ad4ceb842
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8e7f4150f26e2608c4748a9eadd30e409119a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b79917b7d54dd7452161da7096e7e119d1ea719f76483da6cbaf9c0e1692cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b76a24796c1aca0be9899ae91ec1a018ff0e9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b157e485adf35e2212d0c97d0d4dd339da3b116504d05f30b4341219e429fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181397461c254fec1c1ed363d784fbb3886517b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a50d02a3bcc5549158cb99c8e5b4244f2e1038d43581a0a497c61d747911ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14728cee954b3a76c1f44c40a7efc33652455f87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c3ec0c2552a3c5766ac70e5df24e0dec1f633844221b7ea08a6e396caea32f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e562c44ed2c0cad41701395f4b644f153ad84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8b1d78227845def44f86b7fdab44112fdbfe3c3511625d29ca1ae90f5cd90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdd30568750174f9ea49dc9ccf7af3c3cc89073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c00b6809e74aa30a79136852aced8d7dfec72e79a9cf84e0d9d7490b952775
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4cd9b4a78247ea00c179e92ad67cbbb40d587e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7825b301b0f9fa6eca2a3d7258a5722fae9d7a621808ef47c19da53a0b76723c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af25de25bbbc583ce699ef9a5fdc2364fafab353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49abac98f4415b3c8f6f78984318ca00d718b928d47467e6e1152883abb0a43a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f2cc7d4e489fe9d104472a0f2d4b92b6fa0b19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955f59c6400671062718140238085100b73c293cc3593e324fca763e95c2135b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797f8b6a3dd63fc8cfa009e619640e83dddaaef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fc4e0ef6d7b4388ba22004e9193740a4f2f634a46a37a7e3d69ae082ad1115
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fd8702842274947fe1ec6fc064c7591edf042e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374af205a738245e7c60dee515cfb604a00e54ab4140c12ce8260fb39d8591c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd0b1735a19a4773bd25a54fd50ff5dd83b97bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecc7e0d19460cafefa262a2b14a56e6e13fe74d1fb3bd53a765d0aeefc9b68c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4815fee52a055d6a4ccc1536f4eaeb0be1446d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008828de8443bb4ea234ff2b66685173f320fd6c3f9de0b15dde8ca608cf4053
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7465fc21ae0a56ddd828fca5202020e540b9f4bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a507b0ca3018c19ff907edce376387a4c3ef57b5ef989873528481ed254fd19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d59da0d4de7d162ea3ecadbcd42cf6321653c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3c0c074f0d2d2db3bbaa364eccc4b6e6e787e4b10c26f6724b477006bf0da7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18666392417eda0d0fe58c6d45459b5681bb092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6c5c0123969a6fb335e54a43a7665923e1b63e9de76621147a6a4eb2adaf90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683ed6ba6556cceb458294191f7516aaee403adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f97d7fc7b12220834f8d2838e1b4f0697544ac7eb1ae2640bbdfea30706df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6dc7ccdf07117529e8c3d26cdbb8fcb13c1287
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0b12962b8b6c9276900d9784cfa96e11d661e9105d3828fbf085c578988e14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f90277ba77a05db28793af561840e8955746ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49726b3a8e5f88633c7329ac036ccdbe1982fe2ede260907172df2ad0825ae2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606413bf2310b4020ccae4de9439b92bab8a776c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b77c06e2f73e5054e1901bfed5db82858972a1b507690a5844a49baa3e7be3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fb9b022ec022a3e03c5dfbc39deedb63725173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c13b0cb1a64bf6c84bcff0efe8ac6c2e7e98f5020aedfcbf2d4a586431b8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96be3dbc34aae09052333e7491ec5ab583785a95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bffc65b1de8743dc73763f6815575558e9095978e71d1de3bdc7778cc58fa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fbfde36192c609187404996177f5ddf610ee6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0795cc507d9b2238ffc9980f35d072aa5e0f0544b219d3cc44ca25b2d9e8153b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8afcb6867c4b650886e85df4edca52780f43e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf8bebf6e92aa443ec27e4ed099b867eded381f120c32d457ff60443ef16b89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaec8c241e34f95f017ac38430e9c71ec902ccd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba97231d2037cbcf4b88507be9b41cc25c13fee523b59386037df198d5a6b6ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24a27bec458d4fa0e933523eb96dacbd42cb59d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e61d777d1c8a4d01ba3e57f7d0017c082cd288a325c6bd387f62a09e137d1ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad505756c5becc034b4b9de978aa2a5a43eaeeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d7bc95af1fcc6bb3932b8ac604bb199dfebc7dde807385375d63fcbaf21e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8376d011be6c82c0a0759326f5cce7dff0eb0f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1c7366cc91b26308e55d7b3e5ec1115961aac14174c6f1a004acec4d286237
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3db83a51ab13bcf565ff98e2cafb639c641cf80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6dca5531302312e616cc5c0c0ed67e3f85024a4e6475d6a6dacd6a0aec8b14d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b8cdf0c0529b3d404da4b65a746b2f5acd6cf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509bed69201f424a49df987eaee5f2497a680009b814474cc5f675446e5425f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48760c8af285e4a0a82002934e4fbc29450b896c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a9b7a7fca53720313848491edb0067345b3c159891fe9783fe167d90d3a007
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe143ba0041aec7bf189b42b110927f517f5516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383752cf7c8f8be9a71d52c20454bbedabd467c9977b41113a9e4865c4ee9587
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972e5c90f36f3e83fd743fd3fa36ad8c690c23cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2266b03605ae6b46d3e2732567c42b36a1fe4973264754a764212cb9c43e0edc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01592d534c61ab899fe81e29655acc9e27a720c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026eb09ab878476031953c71f7a578902f1f423cd137a832f64b72ba3b8a4f32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350fb4c6e441f9d820b3f8dc661c55e3b1376b06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06e32259d27bfe3e99e0ceab166cdc87725a53386d2f612473ba07f7bdfee43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e99a1f3dce40184b7141150d1959b5f04c5a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dd4bc91bc486b75591dcd709354287fdc6367b17a5fe9ad75264445e0e93fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560195a8dcb0d3b916761b658589e0d151a1ed61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e95aa158206bee508f2533d3c86b4adc2451eedebffadea229d9e7bb0b28f51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad785ba99ce069b80bbae019f0e589d0ff00dcc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e4acf6f173e4b50529f43ecb617a34e5fedaf397b9e10bcb97f5082c4ac1fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e38b96c0ac0acfaed7e350a68acccd3fc766f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166da139b9ef8b75483ed20a9e0b60e14077be3c90ccd10163e5d61d0d8b572e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093f099998550a21b4db8f90d0755d2707aa758f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761f1b12e8527832429ee08d1782d51c96ba65162b0d3b7ea743c5314037cca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd1ac5ae54b37de88d597805f892e186510567f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3233bc46cc21507834575adb2256e455d51c1500d6dfa90ac67f9da052beeeff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0264ecd28b84a5fc2b34d324020a23eb5fc40934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3505c3e163c1cb9f72fbaa75c21acab600854bf5bdbc02d2b248faacb50ba09f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efacc1fe70dd52913bf74c002d24d230a484e5ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8c85f6644fb1c452cf2ab5656d4007fb8f0f75f113c79e51b7279ddbca7587
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6af3bbdd8e0349fa5eef27551c2d97017355c47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d797b7221bba8a05694084773d66bc44fbb99ddee125aff2dc619045b146117c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6262be02e0779c655d0eb4df3452b2d964dbbd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67180a6c49344143f1367ac293555c450c99318ac98e7b24f3b4b36d50b73e67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afbe240645a71466550dff33cb0b1a946a77178
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c0ac665b86d0b961aad7ab09c730ee7cb6045ef2128175561a64df0cda7a3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e86e4e699850457e1adf151737787d26728bbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a87c1253f890c25a9a464f7f65710808cc2fe436e628dba0ab0d2bfc7b5a4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49676023f9953fa35d25d201370f45f5d0ba0fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4421c8738ad352de746c2266160fb8bb697ba1688a6f8a3efc8da6e1dfbe87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35576486857165ba50a05da920ec01d2b78409a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b3fde668f2c1451a79bf5f2e3f66386cbb154d3ec516db02137180722a4d5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653a6c385c1fa1302c040fb3efa1f87f2f87b85d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff760bc8e97fb26b470defd173736d983dccf85793ce522ad7fd8e96f314d8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7710eec6b8c6c810a90fc925ebc3f3ee7bcb7355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bfa8dd06352e0cd01dc3196b683acc3df0a78ccd7bacfe2ef57e5440046934
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9805aa19cd944bdd2bc70238691ed3abc0b1bb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff61803d5a926237f8b4e709f325d51a2bb10e6ab1207341831db719ba4ce6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eae09c383da3e284fab7b3c4f65cb651655549
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00010a372bed04a63ed636136e88687ad81d57409cd4d6f674e7940d9e0d2a72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162727ffeccb67284198185fb80b82ee1e84ab1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68905ecfb68677393735d22ffd417df1eb99946012a674814ddd4e106ca8e094
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ad21ae5ca4b38ac757fa40dad4609bc9f19b60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bfc66606b6977c02f77adb8f226feddb153ebc5b6a24bf5709fa2fcda6b578
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329d3bb58797794ee652769772f10a7e010d0dc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9761513f3f542022d2e93eaa95960947fae3d80cb52c9558175c1b000d2fa1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa98c33b975a10538b1bae163e5d08d76a04c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54b6b970436529bbd1ae790770187e5293eedb93e6ecb2720e1645fe2ac9fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a5bd39c4a494175b293627d9e5d660fc6181ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dce0b6afb574be3160098c8ef61bad9bf39a5792d6d60035649f3377e9cc0bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd63df6e499e5a6a32b3bdfd688d100951977263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd05ca083b88d3575a191ef09a0690b2184ef3083e278e16bd55784cd577fe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3c63af163fafae00a913096790f8fa1695c141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c8e68aee067ad50f0701c4e88cead1a62ba07f79a975b4e3a5f1482b4ed713
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9556d3a0763d8ce82ac0e268883bb170aada4b4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329dd614d4c02f739976123f5d542462decf4e54d870400f1fe678d328e35559
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bfbb0c22dd7b253997dffb678342aa13baf6a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099a3258fbc09173c1144e2d6ec928490d391ef5d0359447316aba70c020ba4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f8438dd76c1fc46231dee69713f6b94a79fa0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce36ab28661ed63e98a1b43bf77fe79c88a8787fb87b2b7884e33ff280c573f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c58f0ea22626ed20fd0ae98e0bcf0ba015df93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d21a9ea3acdb89a78853adb62a3810283decdf41937b42ecb05a213518fed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f731f0fd12f738d56bf9a57a1e9aaf80d2caaa11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de759b4999805b20ec88b29fd77babda6014bb48d7c67e797b81bae42d34d57f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29972ace7f398aff751354e30b9cbb905aeaaa6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48d73ac249ee6ff044f1618425bd4440aa4cc3ad44a34177fcc04461d53acfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672ce33723f0fa116295ad9320d16528937fa1d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e8e7daa2b3747b4aaf51ad46aaf0ad72b5e19b74919bbb09837b231b601b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1499533962f81f853024566da33dd0c8ea0ef361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa431875d37ac5c9eac580cb67effb7fc61edac64fe227b12543fb33fb547c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e0c2b4348aeec77e6f864266db74f7f2ee2e6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4f6f741f8b9dd9cfc1103fd9bc910cb6c6adcfad0c21ad5a8dcc5d4e3cdf4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1556728ddcc86fd4825e6a9fe9f07c8f44ad9b87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df453f21a021601e8465eae5cd31ff867e00ae961c68db16098ef8472d976a66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77daa1da1ac333ae682af8b39cbab2cfc3101e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfc6044ff6455cc8e7620e72db821bb3487d38be3ad4e8867ea4e5e601ad039
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04c7e04dfa46788044a841628e5cf83cf5e3982
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404049227e555366e0495c80cb19c8a092ca8a24e5117a06080213fef038804f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01dedc017b9b82d4b80e059d5e68dbbf96cca74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb63c6adb84ddd2c972d95ceef3b1648bba786ddf40d85aa46dfec0b91c3b1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68603024bad1bb68815db33764c78ccf0d3aded6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24039f1db9233e30f0c23c905e84b6e71d916e7eb3b4fc53aa47a3f4a0a620bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d8ab9309e7512593022f8b20a6c2dd976a0501
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca3b8a42a97e6b2b468f69258a608044a38bd39dd16e7da920a6403a73e2cc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4b956617256e20ae81f5028de4e154afb18ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5686943bc3d26f452e822710d75e344db506ce9b17b1f3b4559adf8866454972
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa63564ae38d49ebdc2bca42433e6d83c3edf49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de55c849bb9b3a50b5a67d274478b928b5778197ce9eea289f5f1843fdb36a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bad0e793c563e6f62c6938b81b5af92775c558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee7fc8a45303d65e358477559956009fe9b81ff25f425827a7058747c7cca1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3126ac719919fd08fcaad536c0e3b277186204d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e55c89c276c3c3387ebcd58bf0e73c63f9dd3ae5b11f2550bd203ccac938b5e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa2afb2c7a6aacc4670b4c913f3e2cfeb6fc9a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e4a2396def60e90b5d6536f1116efd726da3bf0aa453c9df14d56e9ec3aacb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2eba1a7ab0bd47fe995d85925fbab795ae6688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6fad4014008deeeb99f48e6d646f37f0778d807490480fa661567a4f273a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bb425d6b210a28a764649139e1717db5e1cd92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b709f62f6c463081424baa10e18cccdf5eb963dc96efc0d9cce1e5951893e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e213bc845a3c79f9a0688f37740b234cc1b09353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244a21533ab1e6782a969fafa4c54d2ec1d655cdf5c44f74ba08caf150fed0af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8effda4b422c499a4ce3e70610153afe56de36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ab7c21742405ffcf2f5f036f88abe24a744c228b00d68954f3f4f33fef8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaab5e66b4d1746f7939c63f058b2124bc40928
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294b500968ffded37ebdcc616afb2f4cc84553908a6e3632d556599b283cddd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61bb101b50220283225092fc87540f673fe44a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d62d239b27c3f9d0bc033113349376954a5d7911faede9a14c6fe929324ff9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf2921dc568d4c8e11a386fe9b68b6d1d30461f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b7555aa7454fc9fe774c9ca21430638230813e838b94ff28b1ea58f149a5b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae46b85081b4dce2c8d5bce94ef15335ede6023
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180514d29b849a7dc9378b9c3c5df0f24f6bf9cd43774ffdf03674af5d915b2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca43ba1cb81c246051637746d3eb3747b57a2d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2f7d028bf96a38d346512af0cb7ece98db6e3eff4f4878d7501200542ccadb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445c34519959e289725f53f3a16e1115f7779310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44075cc9cef968ab7412cf7dcc5f1c47fc77cf7aa2f4c296620a69d9f0ee4990
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d7a8a323b9da52a97d2bb8ea49155de99e5612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7029dfb2f9ad9fbc9a4829073b14e7037e9780d19db2e784fb8db0e856ef23
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2321e3e8ae25dffdf7b54e1f2276d83fac77d031
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9837d6f3e3d4f7953fdfa8571b1a957630ea9a7b3d87f05621044b72442a4a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c97e8c7b05edd50effbb94dc2a6946c6377895c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec411dbc8b722e51002cf98e86ed87727bf0f377a6ff744bf3b28bcb3a7b8498
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489910113af357c3f853d794bfb2b6ac79f25342
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9675aed522b673feda3006fdb8fc96893c7abdea03a5e1e40ceb74eb7e65749
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f24eefa5a1f71d1097263ff1d636b7c9295cc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa980f1485cbf6c5ffe57e79433ac75b37abd66d859774755da9b440980f9f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d9687b52068559ecb28f331004404a5881d443
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e67ca69e7f902f6e1969cab69bce7e6232582805c16b926b1cf25f27bc8268
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294913a583c61745b026f46b6049b7154ef8584
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dba6fc8894c225ab21d6517ffe1ccf30ffa8d0d55f3a2d93d72a01646def2a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcefcd0113d3843efe9d80b6071fccaf0a5d9961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc4044e4e3a2cb7e6332f74a923aeaf983d41222da65cbc80e2f9e3269362ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab176ef193137c3e590bbc59831b2a165057189
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0924125623c8b74af770c6aabe8ad1f30a0ef376ce3cb03578d24b899f25de4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b24c814a6b5e4ff8c29461d3a15be404b12ebf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea78b5762411149b4c9eee7289bd8dd349d0b5cfe27914972bbd5e1cd0ccede8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb867c42ec1885aa02744ba249cc2965afe79491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160211d508885cb958858a6ee9b8c7ce2f28f048fe1c5a8a396e27134b7cf12c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c8f98c87c84bff845a2822b2377cfd8ca874af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349124d0f69da240f7012ca7e7501fc59524c4c77cdb2da13b22f7342cacc57f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44209f6d2dbef0bddcf257e5bb7513083e8f321d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e19e7dbe00fe0f39026194ffee34de54528097d1d00362cb3a6c83676f1f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc88be7d7cbe74e7daa82ca5ff34e4653d65ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6680512a4e1ac73be4c8184fae9d9a35b76d2a2d7f3e7de2052cabc9cc156725
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d720008d113cd1f3b65f9e77f8390b5dba8fc22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e61bc753d16ae268f7ec3094009cd2090996ffc9751046ee29698828c72789
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbf2083e8877a10f024efb3e1748ef5f728fa6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b83305ddbfe6be9afd10c9209942d095086788a4cc6c41cc27d827b65fc9e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb6cbcb77fed7d7d36232a4cbd0d71c31c409c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb46911bd7b1542af1d0c121dbd26f40f05f76d7f21cda62814530ac3bdf1c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaf03b08f2c51c537287a5762bc106121283115
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691b8438ee7fed6bd9d4e751216749b3f5f3b5df0dabc198ebcdfd6bccce6206
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243bd093f54758010da4a01b58e05a5aeead74da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafb2ddf846826fcc7a37dc9723cc3440a466d644ad311bcd9a34294bcd01c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5f632abb9daedba073732d2d851c1b0515a837
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405de9bc2af4d51f7d802198bae1d1df1aebf9ea01d80cb32064ff11dffc7b4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b792f407becc6affcf043ed4a534bec36b4febe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7957055a430fa6672aefa0ebf36c78e0dd56b8c53fce7c43d29a07678b050270
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d9d84b5a717463d194351426a4d8be53953432
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e36aaf519b79bab35113564d24552711c4a1b2fd68fbdabc83981d1f0ae2176
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62cd275be94f68aa389caa32d63e62391d917f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a00e4edd44da55350b88cde626fedbae6af486f3041b20d08ffb55c0c155d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bb3ec61c32bef79f33926e82caf23f4bf872e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586f19060b7124597e8df6f25f5b6705a61ea1db806d1f85e6b0e5fa76e97479
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb98088f9989a5d77ce72611e667682ef2099bae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8e421138180c870aab18fd0f25111a498d8d7c6ab2175cb7931e6f02e4248b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd1d5a16f145eb8b9159574f7b6e86b6ecabd86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464f6db3056e7188fc653770965a148460baf93f6ccd6f083d0557cb75e2a1d1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8858d5a444ecd733705915be4b6b2e78b57c725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5026be9046b2cbb6255ca2612f87adbd2fb890c60b13f3739c555f8ba61e0be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9941c116ebf8026cc92dcaebfdeb400b4da42cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b57153d2181cc80f2d3ea67649e235bb4afe4abd1a23510ba4a145a0e8be2d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d297f91280c5cd3143788fb59fa4f8b2b20b8304
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ed578c02375e7c17e0100d04c5ee5de455acabc591bc4ae79e67fbc8b7fa2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d3366d7c4436f766e0545200ab63bf41d71a40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7570bacadab2fc68a1f0329fec792021683fdacc758e760e5c7119641126d943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb098ba8a75ce2a5fb34d511d01124b17415826b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d0edf0966c846e33493c493a2ea490c694a41aed47a2d6e81ffd3be48f8068
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ebe9065c005842cec249f1cba40d030fefeff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be8bb800368fe6a7e2811c842a01dc736c785732261cae2021e6987ce09170a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf97d972b9c55375a9c898cae7209866edf3503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8613d7aaf9779324d8e6382656f061d0daf9aadef907a8bf274cb9cb8e40a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57097807356ed5d7d8c4cfee0c653ccbda761356
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efc3e008d3cb037133de3170fc3adf49acd6f125ce3c7a2238dda6b43f60308
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca90518fd1462f670c517f09bd25bb76e2d790
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b7128653639182aa1edf071b51df6d5e0304deaea4ce4857a2fd919ddfdb8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b6e6c889bbfca7291009bad7b7f59bff774e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e181524af0f9cc9c0c7ce0ba74b2bf1e37aff2dde951a8da086b9092490787
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b816c8810359edee2572f496a3e70a11d354c330
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6f6afe9ee36496b88b32dd9aa0650371aa5b6fb8e332cbf0c33e55fbda9e8b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dae435ad80e2a331fd53b878ea138a051273a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b43c5ff86fb42af8ce9aa2c4a034fb868ce37ae9ef1ded0ee3d6456c08a6073
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8e59eee8897b117c54ef251f0b90f654af0f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4104445bb9525098f1c27918ff1db185fcb3c04133e802b9022eca28907a839a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364727250c10e1f3783ddcc4fc3ceafe0fc64a73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1851938fabd4addc18139294e7a291b0c4128e103de3055ceca9d9bde6182569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770bf14d49243c1b6bd1d0c832357239817c691
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1614dca720e3257378d4b415349a512ca0e402878c6b4190068225baefdd5244
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674e36e53c7f478af1bc0cbfcbf75019391683b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d51066bdd411c8cb86140396ade6d86dbb6751697b5826eaf83f5ad73c78cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6013d83108bb65642ace4bdcc6e23de5c1b073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e8c75baafb67fd0065748854400ad0a8dce3e1e8af080775fc2f9e1cebb6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3fd1d2f5ba022d6f07a2073c3dfb8f75d10ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f82271a29ba7b37b4e1fe94e02e23553855aa54260ce33808f8b52fe6ae70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e588d436bdc17b92cf45b98f1c865ae3817918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd7425c83568fb3e64c284986b564e76221616d0f5201c378e39b1f6bf4d2a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f7219635e33c6a110b0ff366054dbb2f5c2683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d964c5731ada4f63ab9464d2ede4d8e460a4997df2c34ee1ce5766c31be0809
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a85c9b9eac9ae456da3192acfafaf25fc12405
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948f1615492a91866482d0be5d0a47db6a47f41c59c27b934b568bc60c995bef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf97b3a989f65d6a3f982c3eb29374f10f25a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e89735e225472464fa3b3b080c346a9f9ac4009b5e638329518ae0f1f0586e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e1c20fbfc7a4b0123f0ae4449ea0c19d8c9970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dabfddcf78400648c787b114714abfd6acd1f3473a1d16cb30cee6f6f1163f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a6fc83197a5cd9df28cdf4c078c82f72002123
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3030573572634b694034ef7af1af37a2d869d5355367eb935f419c91bfafaefd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537aae704b8e53dc88af5c955425a819ffe3937e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c989e086b106072f8b296954c339584e282c14ded0ab6430500adef7593c1989
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbf7c9f5504d3963376b125b4954e1e7fc63f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0051a83f73d52b927c4113cf79fefbb8b0bec4cdd272a682b44a78faeba01824
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620f276bbd49f1d66b886d8ad02182a11b8f2e8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a29158df4e074e76ea23a2ab26304b99ab5f3e1c6c2a980b17c0a9c2739ca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1965c310ed5ededef73fb2ab8c09a7746487213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248747efa73460c1b13d7fddf63b405ae278ae3cb1406e510689dce5c11fd060
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72201b4b1b1c2af64b99656b6c264aafed0e126e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fadb52dc444d2daccb55a8876ebdedf2ed627296d330e2030fd8dcdbee67d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4381c798cd8c18ed1f19bb7316146964f280eac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741db7d4fd66bd972cd26af06d6c4fcbe637911c15f867a42888e4caca164d73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5e569a9fb7c7fee708828ac952497af9af3b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196b21773c9eb9335a79f60a63cbf0c1447655d64d43ac8d668115ed66adbd32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580ce747ab14a26984d2007b0a8942144ce04158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1b4a09f5aec2bf29a1f195b7a30db7ca8c0039d0e94aa9920c3fce1417474c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e611fde5c5f75580bcd235b4bd32d6ef082c3f1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aa3d67504efe81e7fbbd0a7ceb7e4a4307d691660016ae395569ff6e6003ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d5e1d58ddcc341e01e80cd9c23af3a0a610647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d2bc5cff7610531acb58ac65616b2729551bb0cf6bde2eb5e92040acfc41df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab7e4f06fd36c2021b405531b007cc845b45aff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493813f73ea8f3568d3d2deba7785287669278dd4c3f10fdc0a3151a8809f5cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d65753f2b1fcc3b84d5b6898fe43cd10a8233cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae57bb2cc0e1db08f86474a8cc9d47afd6a63689c8ec95a5a06a37c02cb8c1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30150cb06d37e70e204cf686b7c7af94f009bdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dea285ef2962eda909561c1958c5af85c0f9515567b5c1f752caadc68d1d4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c5bb98ef8b239e743e81487f42d36546d2661c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1669740108a5f28222d1846f3f6cb3457d2959cdc8da3e620995340fe44c66e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dce2d85d13eb05d206fce7fddb4396281d8861c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a4ff2c2011e1bddb2792841c32da116f4dbb83a768feff5c3103f599e92f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670c3536ce82953314c05e39954530990bc9f1bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30ceb89c624f263903b249f2e90433032be39aaef69aca31b61588af2a989e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb35da8fc28a4bd3e5bb2206120a699ea20ed4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13e387dc1d390c214c332241fbc0d54f3c0c3aa49c39ad93f92d62cf718c88c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ef6d36a35d4323052bb33d3ac8611e4aaa9063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24fce953ee5632a1e70b59a80305a875664970b3e8cfc2ba9941d759f41fd47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3d9dcf0e568c76b3250ce8d41b302c3ab836f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ad769f899f10a1dd8bc0db96ebf39cc6431fccec6a8e1adcafa37f33243837
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6082a2316ba712fe43b09b52c8d4055c113f8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e374a2e8aeba0a07cbfd130043eca0b008978f065e1a36c34fcd8584f68a8c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad60c98e5d195a373995c29c2a6c5b02ad80eee9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1111584a6854c04816e59a29045e2fc750900a5c4e2d3464a8858ad01cc0e76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a1cd8b1fe3098327b90e1328bda40db148e4df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff40a7b20405abb96f7ca23b2d57fe279d94f8809f0a25bb6eaddfc66eefaf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baa4ee38be4b98e437485dc19197151441e9cf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b408ee53e9e55704e4e610603b92af4d145c4c68a9928255fa823c7366882f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0e5580353d37a522c1f4ad2a7116a5857eaa3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8abdff7e79f837a61df19020ab8b18887dff715594f894c8348b801e7ceab4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2328c7ce36bd19e4c2a90aac85623229a6ef54d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2bd6955f5cbf5b276255c39ec25c526304a327fc216df37c6477a8a66ad99a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b672914a8c24826582cfc308142e80694241bd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ea0b79b80c45c31957f510355033e5d1371a470c27803ffa9451e9ad477d39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6cd999fb47bfb4c8bf45781bb1d98c5c71e8c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21825ddad4967e84629fd4e4ddefc9864c72f2a58375b8c3bee65eb87ee4c6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aa2cca7dc01f2f3a415ac4e9266187df59d1c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458b2fa90ecfb079424530bd1b20da2e2dcfe64f35cecd04cc13d8eda2e6a4c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa450e401d8e65160c39c0cd273ba07183ec846e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c83e85053b1d97a70375bcc33e6e0374bc1db90cf21f2ad305c877c8f22000
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f0620a02dd1b858dc69690248cbcf898e3044e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea7e12be43a0e4a46b2976ecca1baee98c06cdcd0fc03dd9226a5d5ae8592d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe43b02812f66a5b02215b56246c6089ae7c2653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dc9a023a1a1fa5c3e188388ae15134a101d996c28e63fc0c9437f03cc55271
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b2eabd76cbb8aee7a4e397d2f3c697707e0cfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961d74e4221d756b406178f99e421d2739c8194cfec40747e1b6f9d4b5db1732
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2714cfba669cbf83af7ddaa55547f1353904fa3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964e0c2ec5276a98accc8d421f4df9421ad5ba3d6511c881e5c7eb05c802d1d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcea01306d7cf18521093987c05782ebc87230ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fc6aa0e3b99b79fffd598ae9eb3d62d71e31ae34e53b0d6549a3b58db491df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d451a14629d6a17990da6b22316099cc70ecf8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074dfa917d6c61f3d9ad743c718b195fd68c945860e05e0bd7aafbf4e84cec3d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6109b26d082a24dc841526eff36747eaf21454b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8925d447c0c8d35e30982b5301dbcc97cc284fa973682d7731f8260e4c860c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9371bb0c41bcdd2d44932658636e4c6d92621bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec485fed1cf0b3ac656742e885e91eaebb4bf83aaad349905b9dedff6aef7e61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ada15c1db0ef2172384335bb224a9533bd274f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04866eaa09d4c9ebda0676e2fc71d61e33a9a82eecab03dec0e8242b9e46d22c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cc142081c9e1a5609c65e871a55e2f91abec1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e727ef502b97fd9c15712a2e1a6ee8b56b84a78c95f063f4aca21e0114a5a6d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b42310e3b9df98b3e77ca2aaca959a1a514a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a209641befb5ea439dcd386cdb7d224bb3035c246706f67282832df53c0fe22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b6030e1f339390b7f64f45b78aabe8bc8a4360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c27c77edd681976e5880caa5fdd01cda6939bf0839b99ab7c4bbf57fe9aafa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb023f23ae7d16734af5cdc0c3c0219c05ef7dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7b05c18afe1453b256936df1178376d8d73a47fac83be559017de0a503fca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b12215a4f2b271b7b128d4d38e3ddbb17d03eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c845d7aa0bf15b85c59c2e0ce49eb064bfc1e89e2a8fb3dde4faa0aa8bfdef8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7b7c89d8c2d289b4175028c3a26e9e17cf15e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f3a80055bb071d88d58ad5b55ac4a92e2f03526fc5e479ae315e865340f9ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6100a67144f7b46f7a7d30deb4489531b8c6879d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64522b37ea4827d4b9d6aea3b5c8783b4451b7fd851573510aa4fbc33a72a3a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205a8afaa8c6499fdf363bc852a6cef76faf8803
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a81e2a9f660e61ae130efa0ac4806a2748817ca5ba8505f04832077a6fa947
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25cf72a94f206b337d2981f5a2126d46bdea3c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245dcceb63e0f877b5d8af292982e56606485a2362e4fad0ae7de73edb7eaac0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb0e528cc9c15e23c4412434a055ebb4ad459cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652b591a31424ef0d9fbe0aa71d094d66796ce80a93238c3aec706cade66f5ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d1d0a622f00c9c36c11fe0e1eb3141b14004e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42025705e530762ff1f16527195e1f297ab6e0059ed06224c6a3065c7388332
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa39cbc7424549036aba7788a2962c5e1751c050
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee9f032838b205f3f0b537ca8e64327b75dbd71e067d79e859f788cdbec0f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f352c14f8db30ed53a868bf425ecc05e33751f51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f5c7b57a6e80aa3bbd41fc10e4f1e5167d1768b12d190bbffa07e383bf5eb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccb5a36328d6f6f0a61e5a04443b9fbc0ae200d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54e3918a8290021b7be83efb1583609c249d6538fe46c0cb6617d204bb46db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ea93d28cbbc5aca37c65b5b4c38a1d34dc7b5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadf1512f798a673804f923636a8cc0a949f43d2f25e27c55b10e6970c26a8af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9b2c8bc78105e0517d25863e7c85325b1cac76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9a48d15bc1c7f299959299d12d7fbcad709287a562e7369be13fa7c6bf3dad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bbc0637948a51138a097b8d0fb42cd2f9f5f48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e268fb456ce54925eb9440b1dc707f38fe156d6df172234c4e5c2088a8d1a50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b6f557dd3bcca9803f09d13458fcc45688d11e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d80cf20875579764a806b918d2640780161f059da4a02860d3056a0bc91628
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98edf507cb69ac852ee207a77c76b3e483a0c985
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5993b99a2fb49091561577000b18272b8d842684c6381462ef23245570b2919
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb967f9c08e82b7552e0de854247ad28c30b0f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495d8b0b9a1f26584044fd38795dd88b47e6e7fb6c31136aaadc0ca2a90e31fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95edb8553a134a6841a20a5440830965fb4e822a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ac11acec498f63fa115498f16ea28acb70ce65d0a5c7ffbcd6b799a26e7b85
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7737087fbf1d5772a24432a5f24514fafa331d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45905cd7fd55625c240ed0e73c94f056cb59b1d999c4e28c266a19b5c93dab7d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcfa2078cd45a2df30275265ae48a1a5dd7258f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb84a037b58880498c73d630c9cdfa5b0e846ba426465c1240881ab9d9f7d00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4776d9b614062ee8f3fea53c3c1828e4c3247167
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8615105466bb318703337ae006d14c78695b8ba43c0287de75b77fd714bb668a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6334a2019e2c08206ce2f98bd27436b66b205b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5fb2f8b36af5610236575c3d98f2e8a5aefc2939cf4a7c1b1726d2c9ed4ac6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533b4cc77245e1411a142bb151c7fd55c3655854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059c9aeccf53a9f160334bcc96f0ddeaac99f3c08edfb1eeb037d932543acf59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c414d49344901a2a12b0b61e4cd5581824b5ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949e8ce41e47575dd9c6a9e930da68bc27ad5e89f899066ec60fb55f58ce754a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26becfc3bee70b2a228661c4a78d807cab08bc2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80efe1c1bf30348ba4a0e7bfb3a26af45b94bd3dca2cafa2294cfd0b38f3c463
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d12a2d4a7ef617355e521100b3ab64fe9e8005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad42e7bf63397c712ac5cda98d9055d475bd84faa05fc08744a49c175bd393a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa2fc911935421c0eae17490c02145c72bc610a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6619ab157b6ef381dec4facb394064055078db584e42905f9104ff8cd60ae4ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aacb1ea40e7d40b7693a0b3887f6102e70a5ea3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f6df53503290ba14189a189ab6badffe9f60dd894f6103e21687ff6bbf6ecd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b71ca42ed3928904bfda4330976e0899ab64e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707bc0bdb98d86d0cca4117cd413e5110c4d8173638b908bd8809f6b1a93e135
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df988ca1fe3d981fd6e3600794466a2eb42d560
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b53b7d96fb0235cc4016c935a5ea9c72f8dfdda3e4c2b6fb57c944d3b065cf4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170d6c42608dc7ac202a5420470c64444c37078c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235bb330753c9a5991156c21122d66ae9cda352473641a5f61a150c44565ac8a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae810f142c06f16678672bf4087a484f12e86f17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbf005183c66e7da40f3c0161d61f99bb232b64ae020782d91a415020082541
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4de517dc8c652b221da7081336ba60f88bebdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6349d01e738ecec8ee2a67d7d45d0df9d21a05dfcaa37a6ac72c53c8ffa3e85e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1766404eff4e81fb187d2efa4d18f0c8ae17a3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034768078a35abbad85af75129f2d6ad0be3bc8c0fdd706ec19d20b2ef806224
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779bc5ed9221ed4e6aa4820cacf04146457d6fb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ec5be32d602af0e621a5e5fb67e464ee36222a1e107e3e8ca9d26430f07af3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8289f46dfb837a695cdf5bc2093f41bb6e9281bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ff7ba0483bc0bbcad616d1796b627281d0404627d5e29fa071dcfe3e387ce2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb12aa53a3a5ccb91ad11b71c1239c2cec604937
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465b5e5e4a5a719468c33e92d7cc830ad430ea2483a503fa08bd29da25b663b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718048c0729351c2b76ddf487f20f7a178900980
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6734e4f400649c028a90d4541f500c47b5dccb081806e36824c07e55632d70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3654f80e4e766291f77f2e4eb449ba850ea61c8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afb0a1b6793ed1bdf85841ab758f97a76d904e173835ab5562ff0d5d552e63f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a771b1be938525dc5837cc72828882a43dc392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3cbe58a360b14814cea56a484ab2b2b8608c5ab340df7cad438d24e8b391c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b592615000591cda84ac3711f4686e7975e4384a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d827ddaf27dc24bf06ced17ef90372aaa06ee43c92dfb76ed3b9dad2d4c79bd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af7c7b2749370eca72575e87df08cad14ebd01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e39beba296448a8a6c03d8fc95a5d8629c96a0a0995dac0bdbc529f05c11fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5f657e2e7494fb3a6d087607ca952c7c5648b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec91b9f8b83bc3b1a4382024510bb50ce5a41256a432bfbb5aeaf6da10e62377
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449a2107d743e7ad9434402848f738d9c218ffe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18db0d8c29313d5fa469a6129a54173abf69562668f9f58fec7d7d285b62176b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe04ddf23b60503cf407f63f7b326622462aba9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aabaa9654c045fbdf3a77df5f4352a8df4beb0f447506431f9d39fc6954603a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522e9f5fc0be3d73e06e3c5038032e9a4e34e3e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda7eba3476fc50532e90e58a5866dcdbfbad51de23bbfe139b0de0ec942dd8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d31a05380575ab59dd2cad18feb28d59943ec70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b801084cf0e02985883abe88ea335f613acb83afab30c18d5dcfd66f84116101
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff98f8af2fd2858728db984e57608bd4ef998f0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff10dcd7da869636474f1ccb50cb2080074cfe923c1c3f4d0989c962be270606
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713151658b630d2ec7c8735a936ce4a5635a1255
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b55091aca58b24ec1a8b3a7204abdd68ee618f1790a64ba4d883f0d9dd3398
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba04687827b3a50adfa67a2d036cdfaba5d2e28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7061cea7a5036804b375ed806e3c6cc1c4bd14ca385d95583b0e8ab02976ff9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45030a57be520c93dcaa29dbb5b546829d29990c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d98e0099edb4de4b76beb792da5ff8dd261aad55626b998dc776e529508ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c58d7bde733d8af6406e3049841099b5ec8e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4ebfd1288fa3b87cf095e278c2b38d77b7185e68e5ae3013874dd8a0303028
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d83372355a2ca4691dcfd043f2549176d10e9c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57862c3d1b0dcd4079f11b9e890aac61cb445f16cb432c3fdc24c37101a29c74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8ad2acf2ae31d5accc2a4963cc846bb5120a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc84ba2a3d4f89f58bffeca24450f5731b23a54dfd5d89eb38cad01fd8250066
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfddc7825b0d1ebc76f69ab2f397e8768293534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc81e787148a719df8e0b08012f316faf71ada6c9079e261d105d177560a4db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c996c7f2843a161cdf85a091d8497d3716955
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30e8d529fbf06ca497a8d469b8c20cd2517da39ef152a1dfd2f0475a0c90271
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665578bb9eee1ddacfb12d0cc7df56f1973719d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df22b308f33130c6ef38d63ab2f045814d2e4b76f3426a34bf942888622a8f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977c761c72061a018390133e95542624e08b8e56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b469cefcf8a81a0b6a35d2f84ef3be879a056d01f75e67a1a134744991a3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d12a4ff63d899a0c0c4c9cc23a1cb38430cb1ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d1399dc7c118dbcadca13598cb787a4b3bc412e971c56c9e73cd6e369e4860
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1df3147f4c9a49b3d831fed7bdeae356f9d81a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715a0e8b8eaf23bf262925aff97ac99b248886dc0c7ca7fae9abab583c0382f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd77e0bec1f51821c8d3265749c4dccf56608238
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce10c922469724a7e0295b59d65457164b8ba73a3d44737fa4fe670e2e708b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e1ffc1b557cb4230d2e23ed40b5dc4b5fa4cc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a7266e7c8a667503f937cb61cf24e149010eed245be875110550441256d40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecee113fc13d5bd69bdd4dcac855f36006e5fc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e268df778dc2362565981e35f806d7c703110fe357daeced6c3cd9a626213e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f7efc0b93a465e84bd52d7678d0501e32d0aaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60594490cc42bd7eb9f00ccb5b2652ecfc2519c77247fc6e92fca819af86186
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d249d15e67b937bd86c9deab5463e28471b7886b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96adea4d2cdf350adbbe556b2175349b63a77ffa0e5eb0ac9a5ee34c68275f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300dfbf1bc4b0d3cffd7e64675f4cfdd7f2e9657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc652b3caeec46289a4d3ef0c21fc06cb60e6c335534ebb17613b06a79b3795
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3177cf89e838441c401035abc103f808448dbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb3c9ff8fc02ec7f9997df42a0bbb6d87b841fdc41ba1e762a40c5609cde993
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27fd3932a4097855ae1fdbc381ecb5cf370369f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c41e53c07edd87f4a4170275b34a3ec3bcbc4698177260cd43ae1784b8c6c50
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe94d9cc05cdfb89af4ea29a643eb2d48ec8fa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c195d6564a96898d232d5df375df7f95d68b1ff759b89126d0b7b7b49b957d
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189f432425b41fb8c53e34b8d747c5fc2a44ca5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b7eb699d363f39d01e2bd01f24f9edafd3a27e9c7f71e3b2cad9a70020279f
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7900b563d362485c8a7d5aa45fed00e93358de8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d896be2fd07fddd66886ffba97266644dda1f61ff00b60f2c91b5d0835c8d
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b37309e60bf638b14ebc23d7a5126ab51b489c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307870c23e55634ccf8439ce247be100a24c5ac919fc92b91aeed2f21a952a9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa44ae12ca3d207e207b7ae03ad9c95c4ab07f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e2bdb9a24d42131915f6c11bacd1a868f6ec8e04994a12a613618e076615e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60086f377698cd598162618c11a75befa5acb292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5344afcc062edbc92b1b4ef3e95763efef8a37442d983dd6f3ad55698e8159dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488ee44e895b23065b5006a247ac91ba82a4a8a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af6544cbfeb4094a490bf792762c630383ddac1aebe5c5fc312350a05f4608
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3080e6a5a7bb1f19e4b95c1c7948bd349605396a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072c8675aac987f093606b83b79044a7f87b5e9f7a8228986ce07354a98d312
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86336b59d4d91a8beafdc7a34c86d5814636faf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6d4903347f9f58df29fa6eec4cf9dae35b9a75cae4751f372ee30ed4c76ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400f5985902fbe55e194069c93c8e7bdef79827a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a80fa134b83d21166398383ed958d544f1ea97066c19ca1675517eec09d0d40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298aa5dc61d998410dac11d653bd6ff786979360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba1333fe260cf2662b60b3014c0e46c30056f7ca70f2eacd634051128525283
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef53ed09b7ff21238b92557a346651963cb8f5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ad3eed89ba48c2ee07d04510147541e5da25c6a6b358398cf079e3d2c1e40e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61be6d26235071ed31d6eb4f5399903eb6a6b25d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0f581fe2772119d916d46a3365a529bf96019147e57b8cb9787e57d5aed3fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3316dd393a3518e85717c12299cfd1c4c56cf5cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a4660b7c6897c86a0c4eb59a63a1c0aca5b75a0f0f3a0acb6ba961fe804503
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0585603a47f7936e25d918716367c06fe6fa057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f6d15dbb80acb3248d68e04752a549413bc72206da29193a4c307ee3ca9f1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2596c06458580c075ac2507ae41891f36b3a01ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9544037f431b2bc8e95b41cbefe555f23157bc5ad4f35216e21bee7ada9be11
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f43c9b72fe551c476c90baa399762f1327ef882
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f36f0fd3b427957aee394f3ae6b91bf1d9e07b201c53e8729bc6b520e8c690
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad9cf0c5fd84c4b80e6410816ed1f71ae33f07d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f752c9ae72457e2783e516050fa578276a1ce07da0af05a34d7bdab0769e4b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096799edba89254d3eebacb9d1a0d75838d111f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0683de252e01941166f82aaad8ed20ab2d03eb4b5a2eb0a47140b8b8d22adcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fde070260aa19427ed63b1fca5c9207b9f26c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c28c2717cb47fe3946d4b772d205212786aadcb66d5e64a4b5a1faed88e0bb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5d2d03293b2d44a46d3f59cda9709ff2ef3528
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20597066f991e9a5cef4d68a03a0db43eaf4388c139e89c5b578ce36d59f5a8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc130feae0b3a7a919f1998dd08cd732c68dc35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713539d5ecae338ff9beb8c30e64dbe76cf5bdf778c03d6a46b10e1e0692419c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f01897317873eccefa659a056d268af69769033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33c3ad4908766a10c9ed0e6c51449605f1d4e3a03874b9e470d3d3b5d251e74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db3393e6c3fc1824a883664596ec0d955c21437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607a00f5a33294491d9ec22327180f939349ac8e2f6983622c9c475389251780
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d598a05da6b72793cd6090a28e42d5976a5861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b888a2cc29b97c78549b4e1084a5edf00970f0e1b97e88cf2a8637578d732
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fbd2d6ffb3500501ba755857cc609d4d51b735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c35178f4fc7dfe068519dbaff28409ad9f4b530093cfcc6759df83dc850bc84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80351da66d25be393f9906b8f9d980cfb0c071d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76beffa7c4918327e49bc86d3a3f7b84b23ac67ff89ba265f8a7eeb8d0acd47d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85588a7d5764fdcb6d8114e9b513f79300dd7a39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc514102ba1fb5d58ee4c831e27a836b1e1e1285e94c3f8eba66b1f0a30558
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dc911b30a6c76dba92daf8b890a7a4d3672e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376b43c6daa688efeae353dd41443b496d90812fa594e91189cd828daea813e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3807adb7c6ec80ad59b46bdbc6e0da0a589b3c8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34657cccf01dc00fda49aaabf2c692e1ffccb057a84d24eab1b674bdc4a2b41e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81794944c26ce24c56fd0c756ed84014a8020ded
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fa4e1cfd521cb35b2bef119f3996b8b2ed05cb25117d4f3b55f46e4817fd9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79e2c57a36176e6557b93d4d87a6d95722a1c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaca4ba4320285a2c7deb06090bb4ee7704ec845f6938d90bc141b445bb2b0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0571382a5685982aedf34aa8e9dbd5f1f3d85fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd57e49fe51de029bf658fc9cd32a337bb454860201b225fb83119c0d45e1c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a330b767e00c1ebec915eac28f444f0af407fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666eafec76f8cb5282a3b6eb829db03e232eff0c1917f6779c7fa7cc9944023a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7570cc89d4ad68e8d4afd3c9ea141973f270c741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973856228e706ff8305ba21a914114db68d3e75254eb34c64b856748c324460e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cccf61b2829dc9e1e741796a9a9f87680c33fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1cdb54d351e3d151ffb29a1545ca0fcdee0eff856c1bd4709ff33cd5bffb45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34e8d5917974516c152d74ef58f89c527ce8a42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b571ccad9f97dcccdcec209ebb790f984aa9a480e30616e705709cf92f55275
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53ecba3df6a97247133e1a195132541b5aca1be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d28c10b8d52e846d2fcc302306505659be3f6ec94da61759566a4ae61912e1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94951d9b1ab2bd3c5db265c9eeea214645675ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e04f65338ff3484de6b9f0ee66c41d5fcb9c205d6c5cca0ad2c4ec834c05ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ec03a18c63595d05adc73682387406a513b648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0317cf39e78140f67016f3b0aca327971642eee5812cb905381ca4c2e0f083
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05381c820bd5711c8cff188570b6cd94b49448d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d07d89717c18913bb0ed205cecfee293b0405497aae2ed36fadd67cc0bacf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57a44cafa13ff9232032e48da9c291d6576f75d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe9672dfc6ec540bfcba71a5cc6f5cb69420861f0a51f7b7160bdf89fb584e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66a909a84896e22b00c8477b974fa52025044a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74b49ff39c382fb0146579c2dca42ab47ca8360943733ed4848bcccf55adca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cb2da0cdc3699944d11ce7c46618d7d8f3e551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc9fc6fc600624f5db339e883a10907cd02a07b97e5d22d451e1e645190429d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359f9ebfeaf81e7d1e88ce1e1d3cb3af064636a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae77fc6b0695879f7b09b6c97daf6d1cb154813406f79d4ef9737cc2f9f100d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d43909a97da978fc654bd8a863aea9cab6c2e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5488df49fe4618717c10f5b330ca702328a9b20c99d068ec0a7e9e0ce6d44cf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e96e42a95b8337a6b624e8febe54214d493b0a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae5c0530bf5beb569e8f3d1ff5a075d9a720d9af9c1e36bf9f91663508da232
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5eb3bb5403da9f19ae55c1514d50b600950f89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67baa69fe19a9bb1b6abbef86b7093b8f9a0ebf0528f01e6ec5cf4f4c1d6bb40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48909ade4c04b92a1da9cd7a99a603ddcb6c2c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d9e02176b4c88bc145593ea2384d0b93d9f4b9d3f2c99ef6dbb39c311f9e4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99de7440f8aa0250185cb414574d352838287836
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c97dc79ee4362a53a101e3a24a61ce07efafbe825813a7e489f5aff8b92054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b620ca78d7da1d24e8b943b57307afb2accb361a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e18672d5d9bf405efa144506b52589c9fd9f82b93f243c86ba87a10f12397e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af0c0c11453f72b359d4cc6fb4d9f912533880d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ae9d3a067bcb786f5d344b8154ca9b26f822395f23a465bddfc538dc1a71e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3beeb021c5c7f60cff67a6bc23c2e841199ee1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2180dfc240bfd390c5cae22dbed236bf55fb716f22c62928dd55f9c6ee62093
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf6ce7c7ec9c383c2cfe06db5fd812fed8794e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0300955866b1c54eae7987bf84681ade4a79be58ed01e100f10e3b48e24e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a12a164eed3dc18b358d0c370b3c8260a206b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac1987ac318928dbc8187b0c7eeba2e793b21e1d6d3c9dd416c0616922011c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c954a26fe503b97ecfe6649c6d133ca9c5181029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bee1a9be9fcf7d8285a29a66f813e9aede8cf45c5e170f9a5cf0a8ed642895
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7f1325161309e838dfe057d4bb492d046814dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425161c0e5f55cec6ee6d75eb57f25ea1470ccd48d1e8fdabdb50db8cd014437
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291130a9966f1f244fad1d676919a134acdf5786
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce8d356ab438e829407163fa9c8dcc61f1ffa5e795fdc151b4bf313eb315d61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd4fbf5a225ac0d797556093899fb920970d37a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a6b449c0d9855a4e63053c1f3caed713aa40c2730f976613bdcfebb950730f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fa90f22b6bd767e905962da9e7c7d0bac47ccf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3c7a959e313544954fc778e07c7d20ddf342fbc739e27b42be214e936ef809
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5fd4a0df8ae9d1d09e1a91d527b2eb957d4a8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022aef7eaaedea1fd739a5de90fd97d7119a04fc9779acf9e7357383f9931b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d172535fe9e538084c48f9b6aaa6f9027d51278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96689cad9e5c0e75c78256e6549ebdec06a503995784b3150b8b3eb666a4389e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f61f8f2f4dda69fdd0b0887d220aca22fbd75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a249f1714994ba549c740c92f31f801e15af48eb89c6e6c0529439c54804c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2a9248e85766784ea8013e42911607b8acca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c5ba8a089a195724f2461212d489e24553fcbf7434a8bab89b52df49f3ab13
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4580b7ea8caa5d6a918e92adec2a2ef5f1a0beda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b44833da3c68fbbcb91d364f791b7ea38b7c3a0073c967937c19e6a249648b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ae0b20c7f45d45345a75c2713fef5f0f3db4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dee27f5b96754cf7c44b754505c224d5a86c51f3378d78bfd102e0644ecdb7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e380dcfecce0444446a62f0e96dc340d3271d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb6e8823b1561c0caf5aecfc020172b1994a2211708e8c6177df588bc11bf24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720959d1c7bbcb37dd3f2d0883fadfea2b96e29b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abb151c98cc2485068555c18ffea2d42bb769148f4666927c79721858a354a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465846f088c6f6b1118ba3f4145c511cc19b2c21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b0e5845a638487d113f8e367fba19fac2116b1ed78c59579aba6a403bdad17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c20954f24a410ed267a991df2c3bbccae0c496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7767b5144215e32d926015147656cce0a5c0a53977ad59330363262d886c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d16049368de052d795fea329d73e3a179058d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b424d780d6588e90c5e1335e1de5f31228ba9a34b6f87ab480d863cc892aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038e0397f375491ee9b7ab823f89333cbaf59350
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a46ee260ea0de85b0da23bc0b232d058118b39507dac8815b7b5921a2f354
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b5d11d0d6a3e778fa78155189401bdab5ed9d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f1b59624c6fad9dda6467f4217118f352415e8d0a4724ff9cc7033f7d04ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38496e6b02ef13f9c88bfc250efe0785126ea0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcb52019aa98f7efea169415f5e4a6dd71d37dfc32fb22b148493ce587c8075
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c279281978177d99a13ba452694724ad063418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87c4f085205505ad6a07e318a0fdee82bf6efaaac19620e993fb1627ed0e1ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765280fd1378b894608e75d730bd4dfe3657185b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1465d37e937e7f5de53aeb86ed4c961a6651b2e797548abcb2c30d836c06b26b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b6a0571865cb1f63444dc9b8095c03a91ed5bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3b834266b390c64fc356707dd8ff2945e99377c036f5df64a0099d1d25bf3c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b055988ebf139ce8a5ddd9d312061e548c5369
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d766b884c34c1ca1022abba33694612044064dbb883fce5874217178f0a82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d4530f5d257dab6b7f9f1eec7bdc497947afdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e773962af6e906fe3ce42cdc860e1baa63488551fd2f64b5b449ef0e58652921
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d099f7505182c89ae66675195276b4164d03f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4680f185f8cfe9eb6b3bb877b036976b33c42009394494f64e82c8aac96b95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d185b4cbde4bb05e2d20e55df2a7f28b1ce3c266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e50eeab6f4efb5e3381c2895886cbb3688f9d5ebf8c19c5f50add7a6007c000
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f78d2490ce868b364d09668ac2d4df6b80b6174
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbc8ccdf580eb46655a4101f52d4ddad165caf76646cacafcec86abcb9d18f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8e06980c6f6d3506cfb7722499fb980fd33754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c608627c1ca30a6d077082400bebac92899f3a5a9afafbcadc9ed9b837ec95ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14634ddc4d1598f7265f0300e2760a8b9c728349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fe40f0d12dff5036b8592f2d8be0601e8b85c3f09495edf931dbe3cc821e6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7dd7f1e64e0d2e5c4fc619050e7d51ff22f9dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8710785f02ca9d11df68d3a8da91be895278af2f059cfb5e95d07b358c317f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f307c80a4c058adf1cf9fce94bd86f13184e130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e90ae2ce236eb8b668c92bad36c0d0f2c57bc2d83737b57816f96467537eda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8717e15c2b89d9998d3164db3a78b7a834388d1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3040563f9bf2f9cd6a077073c28b4a793c8132bbea8a95169d8fd1250e41817b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a181e635a951d060c6c85448a30b3bf9bfabf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36836028f3431367ba5402b779c21b8c942790feeb5e0d6e50ed0b2fb5e11d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8644728417dfc4b373b8af8b0b8b06e3cf9ae6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d6e779a1669efb33adc8e633da1c6b4346a8b490d2d61a6f0f7763870245db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd3b2c9c87a7ee6fb06a052d3f47cc7da76d2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ae0b8335d557fc36d8c824fa9243d5d23abba399d8bd91925c666d86bad202
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8492d0d265cff178aff20955f6db980474b7ad31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5101df259515368be0e6cc3e80c9f1056ec8fcdd94132f5039ad8c337e6152
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cb8ae04f796c07401b650510c7415a1da65639
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68052c91a598f6f2cf48771de99e52873949c4f02e7c8ebbfac362bc7f602f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d1a9ef9ad6a54cdc08819ec79a0ed2d47b25aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f57da7e83353ced5fdb88feca1b9dd519c4b471ad02f520fbdb201ec9eb04f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6714662f574b64d13361fec4dd6948256c5a3242
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79c644e2318d7e465c4ea044622e975ca173721b6e4d2a22afbd456c2a7ed92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25bc8eaf5c47eee19db6e5ddb01fb582636f4d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d4988ff27627110356f786297a7c4912e0e8e9e89f87e549afd20a4226ca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc34ae35b18a98767661b822908687b6a807a5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c64e7e3854751c6cf884d1fa68dcbf661d41a2ee8da067e13b7aebd4345660
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d64bb8f76bd147d747c7679550eaf0c7941d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e39d2619d62c3daaf635ccc06b587d573c30b991013fda8d252c3d5041cafab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609f580707fbad32ae36c6857a9848439303c1c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02f82dbe5bc993b0ef95d6b937d6570a45f014da624882d982629fceb57e585
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ceeb45e268027202c71017bc2d6d7d2a412655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea952dffbe60fc8fc89bd7a1cca86d135aeb4f246df0da3847da7676be0a645
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d4833de61e11327b50e7ab0c74294b7665628
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9169985faaa0f805d9a1a92ba2ac529bf9279b5369a36dbcbcbd62df91e0df2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0247431922fcd30eab5815c0c924c386345cc69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc25f906e89814d64f1e715db278d012fb0a31309e5da833ce6b1f338bba946
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21313f4addf66dc8a18d1a3847874efe7add2c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a873e0a291d257bfa44168e00aeeecf8f429908843b0036c09496c87a2454a8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484340bfcd0a14e68f830bc73307e8062c7013f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8131de430b030c669e6a447e6f12c0535ba47a42623c45ec88c21285b670f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4577fc9ffbae2667bb2567f36a1cdfc304784743
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5411617443898f7344d07fe03759f6a06e2134edf5ffedf5430c91f0928d6ac8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a372329df3c38fc302c80251a33327eebd377d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d104fff4e524acac4b8c8bbdc1ee7beca8bc87d11820e246b4cb35966fc8dbec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f439318dbe30de5b425ced7d5bef85d5f85169f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cac1f6884bab245414253a2aa2d8562abe3a4d1efce527bb5c203509997db2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc010740620a30b14b75b4afbc4c191ae1b64c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37e0df11cc9a30657b32719c8c4edc1db18521b9997463d87e7681d1372a295
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1044a844df44ba0133df993b9f1814e6f09133e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6a6a1ddbc3dc47f165d0019bb1265267b51103794f3e53cc917986d95e2122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9110a498e71f5af961a69c19e7769abdb99c8766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a2ee72a5102f3cc938461b21456e4d4d432ee2a46c2ac1494999902f2a786d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6682524dbce0335726a60bbe613a94fbe73a56fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3371a4a904e18ab0a17c2c66cd64286e11a81144fff48054771ed245d75e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d82f95b51a02093f6423656c156695d95dad81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d41dc51767611b8479517261aeb4a4ff0c0e7132cd407c0a5dc05a8da364f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef402d8156e6e8b60782ac4a566ce373be7e483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde574d96a7092964f1f120706aa7167f91f91b1cb5cd6503db70b3eb40ff64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839da93cc3f8e16e16320be67a7af12fc99d0fc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cac3e6e2246c33850a2a2561c0f70a967063a979a017bd692774145a52c03e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07626ec6f7434032d37f7c111adc2c61c70c961c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775e0631779afa66fa968865acb37ab6d9f9aff2c02211b1ab74d31fadc1135a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3245fcd09c9eb4403074341edfe0e5cccef11d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3fd4356b34416fe6b7818d58a1ddd5be36056c932424c48cc8bf681a144760
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459fbf45b436578535fdecbf8dae4cdf2b5bb4e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cec5de7b929ae567b64f46f6d6ca8c4c3f952f9e157231de9f69c60653ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361cc4abb90bef9a1967fe5d3cfc9d15eeaf0ea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb411c391b7f6af30759dd58e50f6667678e0cb5a936f3c7b829b8ee31bb6cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7e367cb3eef7e3c71175c0e1879f102bdf9834
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f36822040c5acb3888d394f846bd9a1cf81b70ff00311ee9ab06879f38a51c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb98e1b0dd430c3ee04779d06c7a6465e0822b2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314fce7c759c6a58c290bbb2891d01661a7a27cb7e918b74af2a017dc00c30da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0513b5c6d4e9a9e34112fc9cbc0042c1ac1f41f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0730d3d31d7a55d4a6f6e9dbb6bda577e54dae8e8013dbe3fe43df729bf36f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c74c59b89a546279da06e40aeab92a4735f9c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38b9987d335172bb89dfd1c3d3f7affc578db4914713a0c2bff3704dfb44aa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed695a6a9cd5562504d7deb804a5a31125254bcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4910e4e597bbe44616f24812268600450f18ad2896c3ddf076bc5bd73146ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c45a6039cea1ea5e77e888c0b0c4d18450e74e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4433b3e4669f5cb72e32bb5841a4ae00e3b6c0e031647a451939c5ff249fb5ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee623a87543a536cb0f2d1c36f32ca27c8db70a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c469bd328266231c6674912547577894bfcf425a4d3cfe1094c4d40c1465b14c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa8e6f96c3ff36b3461d77e13649bdd486c2d84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e48d4f7180bbd3a5e40263110dc35bcc4179455d49a1e543f09b870f69a3bc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282caa77383c917742d57419f8c9c94e6fe6b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e9ac9a0d9fe20115b652a5b87bf20775810be906416ceee183a409803e7e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c508f5584b2dc9678600c09aeb5583914f2d9fbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2dc7741197ae734e10711b6663391ddf43eb07c81634626f848f80dff8774
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759aabb8c3ec468896426710e0e3d2bf9a24f306
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c6c59aaa067ddfbf6beb61dc72973bb5879ab76722ec430b29d346071a4224
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb52ca4447103689b94746e6a140d6fa0da703
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29a6a84333e7fe8797028a173502edac6b3c62a13595b103202281e080f9f3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e0082ee30c084908ae37a7d6aad2bd700f8842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0432ee650d3939dc570ddbd38f2d5f1cfe534d58cd516834ed880e3f200104e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11616b848c6087b2ea18c73aa4299c02e546648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30829219e724e35c749eb6ae44232af7ae2635ccfd897dab5a3b0ac0a6f593ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98015828f43376bd06de995739d74ae98e1b5d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fd56396a100fd69432734ad394169f7a7e9b752416e1289ff5a6481fb723de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700cbdc0991357dc1cbcc990bce8e329d1dc22ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578d9dd353d46e7c156e872aa5775a1fedd498bbe09a9f9b29dadbf4df52d1dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21980068e253c24001bde59bfb435959fc4a1ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da325f6ac01322dad2dce89828b2b07ee68ac69986456d98b9c01c162b7f8f4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d91eb67331010c4cc16c8101fe78440955ff29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d08db3955b552cfaf98a204aade3005c31d1f0e8bc0121d033bebaee63521d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0342334b6c7ebf600987504ffc6ce59b455cd5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400fe815af71f89ccfdc5ea10b5c45493217f4324a97523279b40bdcc225b86f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e0cc8191dbe361c449956172240de088a353a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a28d82df965af5c4b6b2cf10afaa6a27edc8303718a0d3fda40ee3eeaad99
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1038e3d75084ff73204a69dc14d6ffe7360a3fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55de9c7d5648216bdd5627559d9c8947844023cad54ee240836d53af15b7e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da606a9e0bfe01ceedf3c58768ba423938e53462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abec52bf306648e7b015f58730974a4c0725f5e36b929e6aaaf08f0c37bc77ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9b6a8eb17fc48e5dc98fb1689cf2ae30c1c049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c61dc1ec3b2fd1dab5e32249b7018ff018b0f3d16cc6c64f5f7a52ccc273ab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d5c58a26b5398c9d281938dff179978967af34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbaabed695b496d32d2d01997ea546ef6751d92cafba20f2ffb66bf030008fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc1cdab7da64b87d9aa9fec8f3ea6110b214492
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bf6c0312b4e5bd4ecd44860e14fd16083270e81ca2959f1dc198a28c68542e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e41a0f3df4df1f02c0943c52e345cab12ac2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf8cce0f6bc056aabfcdc9ee53ab9549ded8086c2b479ce944c81f9881ba63c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95a40d1bef8e2a3a13d02450975bb0303699864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda52290517f2ee6b87646f3feb380a29adbc22a055ea201d951be9b350d1d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dacbc771dbe9dfbdb4cc8953e862d76e1005bfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fd54a3bdbc9382afbd15f06666d27b4663d372e01fbbcd30b1e1f2df2de55b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f1abb185fbebe1ee55eb405ec642c18c3fd4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a564b1dd2a03b17bc14d75cd1f5a41af3498f3355a3531e07304d64c65fd6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409386b3bd1b84a38f77828a7e8abdda1a9bae6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb4a3b7f99c81cb1ae3a738b9bf8da96b1f8e990100ad0581c96947cfe72e3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dc902059945ba80b0208291623a620cc3bdb45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359321d59832ccf0a65889c1f73a3e4275cc806f80cd094056aa2a55500c8544
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6167c5f2d37e71fd0a404489d2354b87ea4dec72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31fc8d50efe6c01673671cde639f9aa2d2c4b4cc22fb67fd052aa14caff4681
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f5fb2dc9ddda7d92839fc01010cf2a95e366be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7489728d589132ca943240a26465b0b50ca3f18b1e1b431e38a002957aabade8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47856d16cfdfd5a84d5c5535a99651e9f49ecbca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2aeab3d7fc4304a65951920d4a70e5681806bee33ac5c7d2201489fe977c8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98472373a767ae9cf9fdfa254d7087d63c6df427
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ae377adc9ff6fe76ad1c9b0104b1721236f00ca00906629f1c9f7726b18979
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3c4abbb22289371d1a48d552a178d53a97c6d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db033d7e88d90bee1880fa36fa81d5873d02d7256ef31915418355ff82a8493
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156d6c9892de8ec0d50f7338a5be72030a9a90b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20145c0d7f3571c14ad41e756148428131af48c62efd2fdd9d468564793f1462
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053ee550797fa2a170acd0c975e747b4b7909952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40521c9722c2a5b5a6348cf29f43f12188758584ec58c0503c21f038bd88df4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7a0c1b59a7bbe0b60492e7eaba126739eab806
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8891676f24d5b75c7a8ea0d9c2d75ba00196de00d708db04016292ac50288a47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46547bde31ad2bf7753b138a31329050f995df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a913988e3a66b02f063f9dccbc2b1013a3ed918c9e6447a24a4b0c6b0722b1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e50cb16830149d7f4d9eca2ba65d8b28f5dc9c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e8b84f2e077d6fa2af09f50ccd15a18a69a7eb037debc30b5e44be7617d279
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf278575e59a458a16b1a4af1b2ba4176de887d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7844193290bfafd1d16910866d5eb32322ede48b212568452d9c3dba61d3c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d800ff45125f0ac3835ce9bfbc4d21ddd2f423f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed351ebaaaf5426a105ae814ee3a161a41135db329f87e5ce756815cd2c21608
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ab87906b4ad88d5d627b0a88ce1cad35519ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b257a851decf19b20e880fc2514d7380a55daaf90d0417f7ac3d47b360f44
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd9aacad48ea88882e473db5973d5b505ef517c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af79c4e5d20592cf21a9c502289de4edefbf785f45536daff4231f5c3f50ee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d91fa968e0fc0bb851f5b1062222d916708247d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f9b60cb189a2eb0b9e462bc6281ed837a0e340aee0fdd4196fdd54c89cfd85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0288ca013bdbd4bbac6e50618701d547ac39e248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734149b4d1ba9a08f8c378f6ffdf65592dd4faec4a86400bc9f37253e31be6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8e99aba56c3b544d3bc06ff3484f5603ced0d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f194e28cc40cb8cee108c0840583f1073701d80a12f355f666efe02c5e27dfe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aee2c22876ac886284e91bd92f8ab0f651c229
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e57258e98d98bf6dc9db2c32ed1fa44792a4a0751a42e38b16e085e2fcd5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a062f86a6cb6fac6ab54754b832a2723b99c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d98413f1053e60944c121423d88cf9521f7cfa105617b308ef861fdf75d890d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2fd2f9433461b200aa2790f32c649e5ae0394
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b97f8c0cf29c68bd1a0f9bd502a88e29ccf0cb0d77ed97c3cf8d8599ad68dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b081ad6cabfe1c4df348ad48f1a69d143967a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2050475c8575326fe38ef06f7612286d04177cbe915c75e8c4b343cfa408899c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc6b53ccdf323a3cc6eb829ec1a744196263bc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebf062ad62af02da0034b0acd71a98cdcf5854ca72dbaada7c2c4b42a7e4474
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2ebdb4990f248a4859d7743f8bafdbd81916bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3db55bef7eb88c00554c5ec2ee5eeecf8d8ce869539598dc052681241807
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeed30f9ea7009a597a93b1310fcc12ea3a02a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9386f2f6a84f3abfb4149c6d1d9933d4b8a1182cba913fa28aa8b113abb950
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b448bb469c1882123b49260490d233f7135bc877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec5aad089a422bea204e0dac7b9763fa9457f824806c1200d5454c493c8f73b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92e8855817a0109b456289a657fad3dc3cdd90e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d9a80bba6d60294a910052a618d5cab4e5d8a808ad18a9f7089705b59473e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a66dd10eac3ee25e9ea950522f7d0b4a3d3f62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ec96ae893736ac3aa234c32fa2e2cb0b385aa99e7f5b2380c2ec8a049e5a0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d2e3cf629ad03ef1b607b975b64f2b8b54fee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc69ceeea813673519df25ff1244d110e1d02923ab33ef252596e424d081f34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3f7d1317b9e58730d4a575d312e690da05f399
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5e034154f2f1de5c7ba605b076b4a049c58997228a19270f35aed1a02b65a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b133acf427854cb3f4dc67060cf10350ab1e4233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3245cbad138c38454f9ada816ba8bde9ff064ea9f19cbf3d715c01d09ebbad64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b03dc70f3862bb892d50b338f49dbbcdf2504b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eac21eaf44fb21f98af89883ceaa0c8edaf5218da8bec140fbedb08d2b2fcb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34443981d734eeb1e37fcc1194eab473c915ef0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae48e11d3b24215bc7f0169c342feafaa840ad02430f36c0bb686945edbabfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec796101e78574378dfa26c43cd562390ce4f18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88112f5df9d0a1e6d5414cb6933ae15f5574ae5ba94fc014e059fc86ee858df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c70abef9102fe302ac78358ab747a5ede7854b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faf70274783e9377c34427bf79921faffef28a2b1f03cf5b56fc83065a66972
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bca896af63a2d915d7e25a74e5187579dcca3f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104c6bd88a422c48cd656b45706ab45aaec5536b57a866bb9a4a7692e5c0008
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e80c9f5b61c052a621e7319c0643c0d9a103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04ddae8236200d117e9b255dfa21bcbf583aed40a2e403734a8790c99e56cfd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f66cd01e0bcdf330af0cccd04f1460bca9d9de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1bfe7ce2dcb307967e155c9cd85802c198960c6b48d6aaf94dff28e789fa33
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ace0b898bbf8a1c99ccfb4cb1e08de0e307fac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c839c1d8a63219b986a6c354e3a351afc8f54c420716445dcd72b824f04cd41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce3802e57971c57cc68016bac5b21894ea50521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6ae90f1c15e2541acfed1c4c334f22de6c5cf4bb314783ac0c5786e71fe933
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b88f72b4be00641b87fa5cb59a5208820a74829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322d49e39346907062472fcd2e724210a372e9da1d75a3d3b9ab4c854a35e7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5c71248a2abe5e8c7e0642b95a4b1ec65d58b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4220cb97569678f9227848e2919910484ec6debe808282492bdab24eba76ba86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf4e7988d864a9f8583a11737d16693af64feef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd511a422a8b4021c8b408465d0d87fef066c07259d27d45c2d0fd798b72f82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ba2c56d6722cb96236b44b35b0838c1d874cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c71cb83505a6204559504b9db66ed766fdd43cf43ee5c04cf16cafc6dfc1441
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d003ccb543f7af59cbb96a79244ba4a068f73d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40d11c876960f5d116762d330fbea19f6d2c429215fa6aa06f4d6de6cbe1e34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0ce06090aea17fcbb30425fc446aaf0c06a42a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e52defb5438cb3af546f3a9c6024b9b94ffdbbd2ad0547a03568602e363cac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680bf343c773291e3d7ac275bdf2f4850389b8c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a71e5bcff56a96f255280cd14a5b4e03c428fd7a568c3b0e401a1181976b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd3cdac24650563ed2c348271f46a896e9f6cc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baebe5f44232a951892e7ec41f52ccfecccef6e71b2af4201c8e36424745879
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e902936d035dfcd11408d84f0d959eca34d4cf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c60e54c3854c639a0496894edc117cddefe3e3a7416b8da690169ef2b62cae2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c98fec8714e25d7519b89aa600c7f4ff17e4b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86280f5879af3fe9f0de3336f8de43b8e639af10a8bb19c4fc536d785e9e2bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52324246c4af3c04f50c42a74883d901fb81f842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f620ad2707ba451d1d22cfec481914ff37feee9a37d4ec8467870dc2f92c78b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239c2d5c34394c5437fa21e7a7f2f85d47f91736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130ccd64579a7083228743c747abfa9a8cdf7989fd717e3b15f2c202b4387c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586427ce420edbe63f5664b01cf8fda4801c820d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceac32136f97a84a4d370b6a005abf23ad0d6b9a52da40a15c9663f0876afa59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3234474502026b37abb54832519a8d9b24b7c7e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d259a249c0ff1822683cfbe651091696503d7c9399da72825125e7af0db1b625
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63698da1f3e1dc2e4648d1a91d504b59ee9ac74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cf3c032710e9e4f2a99570f0ac12d6ca0e74bc7e5903a87cdbfd2784150e28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c720a88a68d4935d7a58322d9311121d86e30ea5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6a90e161619fab1eb825892f19cabe97d77e871ef4cb7a7b31e01ce65aacf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6129b1b540e6e5795427171b5fddcef1cf6f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982f1ea90e5b9f8e6c72b63298161394700a6ca2fd9d1901b3983da7aae63da9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df132c9cc07a184576a7ecd84d1f1f8bf77f85fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745612de36bc4d6d31f270fb47014490fe46338f31914a8d2aa4afdd7926fcd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526b18adef11d5c581a76a656aa822bf87d20233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acfc68a812a7c8275690b52c2ac0d5fa46e6998d236a77f871c80daf8441dda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d617f0b575adf2fe00ccc98ca44d629a588856c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4546d484f8d43875c6fd23cb6c870c1a7451193b8d668fa27f2f89b4bb40a24d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26d3530d34d1c94669abfa76f9e91f3587e0e2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2910221cc33b9ff970cef1ecf1dd88629e70eb9a8d87b17c1612ab90c5eac52b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da15d8395ff35a6e8e26f95a79ff018e9529cfb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f33bada6df7ea333184f120d33ada0e69c82eb50d340dce3f1a0eaeb9f29bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2a30c859d3b93782923fd5d0a683036b870e19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2398e0935dbcdfbefd5ff9af53d70e1b53bf7e2044d476d7fa66cff3d256b918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3efad6c5ea0ffe3d39f4ca57c6ac5e74c82e12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fb3fea5d2a774b56cdb9b41c27328bc6f06e846e064dd0be581e0125761a4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc9ee6307da0d7e27261d1ae59b273c342fa91f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4659f666a3890389b830ebf2aa24ddb9158160fa6b78df2aea6a43e5c94ccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d0f6dfa5ef842fb03f8eb1fe6cc71adbf65c90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0126935a8ee27517490922e3e80d297f6f3b3cf6237549e506514245ae39a779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002a92286543fb110375c27b2f5adcb1c49b881
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733dc7d3efc9fdd6260ef88db3d7ca31fe575f8711fe958c72e3c569173b626b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3451ada54e3bc9df125143d29928c1144ffc8257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f691aff23c181c083a71cfaeb130958d3c488dbacda8fa7f23d40eab1523a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72b6bf864c9e610491bc562c2fe82b29a10625a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dca5ad7cc06110d91f421ae2d7b56912f008f925c5bde540817fca835270508
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e23eaceb4460527e3e9b4afb7e44ec3b0edb286
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383995cb08161a3dd53a992d701220ad5f16205a3a35655812cde0f283ff8396
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af24a039ecde0129026f8e896633721713b1b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb600ac7f4c919fabb2fe024081ac0b3356c99887e00e72989133fc45c94fd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9081ffc0eb42095b5107a70f39f693d3144a3bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2347765e176aea0de1506e46ab0afcba87e0a92427acd8d42f3d871f5dbb997
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b29859e356eae07ffa1a4a34204339072878cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd57795b1e00992f9a2899ccffd10d7264812f7a9b694bfd8d6c3c372e16b67
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df444b62dad600e5ba8848838de38e9d887d8b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4133947a7976fa8b9f15eabdd4ee72b3663f865f4af8c79d9cd35961cd7c145
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d330602dbc615a1b3854355aa8cb55d15ebb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb2622c530faa8b4590c6c506767b44a8254aafe6f846ca246def1cc3cbff65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cc9c30b68b58d1c25cc3f4de47056818a20eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205def4d4f5f6ff087808b0ebffd855d022d69c9da054abd6cc6fdeec56a40e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbba4e86cbf3de7c549744b7151d47e44b22e64f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bfdd3ca6b1e6aa4ba807e98c43f47c572745538638e0ed6dbb7fd6bde5c229
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee2d525834fc6ea19b4811c2345ce0b1a51d9fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589af8f0cc45f5c11fa8fe3e9477d28e7a26042445ef35dd992effd55c9ce2ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d49ea01ea7262b0b3ffab345fad3394e6ac3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c700851895b84cc1d89a554a3e9efe5efef8bbbc41e6ca885d37d2e705ccdde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f20855dad2b9b3d92ea51771d26455002f9a6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5dc55075ecdc58681e9ea598932132a13e463754d9a250442ec866daf2f694
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a5434a361f86826e76e4b6308702922842bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d223c54216f7c2a7dece1ba13ef83c56eaa15ba95754e37afcb78207f83431
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b35e87f6a7e97c9d53fb7b5a78a60f3085c5fce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca15130d35ace0ffb0678e891203cbf3a5fd08089822d5f1bf360294220bb07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd12058398a72c98d9bd12ae33c70dda16e13af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099c32969923ad360e91fa26a148a6b10420ef70779c8fc725bac04905fbcba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd10e68d70631ec8463b0246c5277bc78aa906b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cfb487d2ce3e276e8f941a80bac390eb35de14be82e7902bc5c306de557251
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3a5f4bbd6e6c313bc43dfb547a276dd261116f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e47a7e978d0bf1a1fe2073a9e964b2f0177c02ef977f05e9781d937b1056a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035c5244083def93d81ac7856e7ad6ef6aea3b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ad2463fc004fb4106e09bb2b1bf362f6aab703bbf77b23f2bafc4f0827ee29
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46cae59e83f0d23e5ee237593815ea364dfbff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc4b1c41c4cd524cd1daf0071eff95d15d3976309dacf9b6f4ecd56f8cfbe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e83626edb63aa4e1605dbf42264afb0f9acf04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7372017c7f47f803aabd5f49968581b2268bd3ece6fd2b686a4f100ca9de83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5af688039058704448f0b61d7dbe11e551f123
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea555b32041ce759950f992b7319016894e4f3c69178bcb828245cda1956cfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253d4dc982220faa73e939458dfe407ca4e54475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa1f0ea17ac4460a4f3bf09ca576ad8e1a1fe966f1ed33f965d61c3ac9d356
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f445f041a9f59b4720ea5c9eb7f9ac0a56c2520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f338217ac7e3131542e25c7b9d2a123bc3b3d6045c5faf8d2409d20236454504
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e23847e1c5c0f752b29f9a664c5a66ba361b8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488a802deb5bb1f3dd88e2b96494c7f36362a70c4e4aa2b9986be8896a5c32fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4472f6daa0cdcab0bcfec83fa279b16f8a543c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584ca057dd84c2060b21943740215505c85a66223795fbc44f8700e7a382df7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8aab56fa8bbbc2e72879b84196ec8fb122907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93284bff623460bf264df756807534ab7ab29235d9fceec03313491204994334
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9509db922a95e4fc841b1d4be14ee200e51bc9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9529879652c4142983f4219ad70ecb4e0010e628467ba09f1bb30d27083580
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b714520cfe361079382fca737ed8759f355483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de903dbd23868995867c6445942b3a7238ce7ca245d41f395588754844af0b07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf1a2a348677e7fd664235645a1a610cbd2467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd8d3ef5f2a79952c87fd938787ffb1e2afdb03eb691441b027e4325086214
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3461a204b6e650f03d95098349a277fbe5867ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6324c18936c6b9f777f2c4314865293e770f49d65a9468820f3034f4fe24cf8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e0d764f6dd72f3fd9105c7c2dad236abbe8098
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560de3614aef3e7276fe9f4a3f478218c9770d25a6e7c8d05d52846b03f4d7ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f24ffcc63865de4c414ca5f4972a2f1c3d593b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96334a984a16c0e986ecdfd44f6b935003032e56c5df0f941ba25348298d91d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee340a04839b3821014736fd73dbe8ee3faec8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b921b74be1499e49fa399951d10c44a1c8190fabc4180fa4b9131f0fd8ac4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf626f3d56aaf6f86c2b613f8fa811e9138320d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d9520fb11bf7bc70c35492300930d6d9260657202da682716f07ba0ef09ff8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a22c0f0387cd2a84d6a6925dd5be118953398a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b62620dce6da67395f6788c00450a1bd91fb1b2b7cdfc2dc425eda9a6f4ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f14ba3b0b861858d5d52bf1c821a681375cfd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccd8abca45a0c64a32215dc90071e84c74fb06172d0481991e5159cc168dfc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf47ef393034a39a15659981680019d93478431
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c4ceb08f84dd1f1a92b10d399345cafec1594e63205614b0677c27f8e2558
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349fe9165c8b18838f8d6143ef4706f1dbbaa480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e55cd83f1c92d1a7dccce1206529b6bae4d9466c611cd348618893dd14c0b1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb28229b9e49c9284dd419b373ec6943da3b906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e2caa9beecabeaa04f6c41b932653322633919cc96ed00803cf5cfbc8e989
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b315e48bcab6dc4bfa30952992d65c79b0a50010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ea1080f17a2ede99f1166457296d7bd059fabe3f776bd02faa043439e6e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d54e4ee71e51be1430ecf5ebf5982f8a653c10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45c5785a957a06b3da892277aab4830a7b69e10c43fd86e3c0081f95e5946c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578b3f12d1aeadf3c94aa1475c37929a3df075bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc77ddd568fe8281bcfe65416e8241d6b5c8757db16eab4db073dac85f3c9f02
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1349b2578b4285ac4a97da31c0f3f25ed0ef860c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8701b3141cb646b8e523a4ce90865e68437a450d81cf94ad64e1a369042e6ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1824da08e2cc2358c3e5c2b16d820b9a352bda67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1112805df476d7b950845c436bb1b2379b9ff1a3bfd6233c23861d108092dc14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0685d6da072e6c3b4d9a41da85f5a43d6981181e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3298a38d48e7816552bca39a733de00f69e92e152ac81f4125b6fb014581456c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a17217344db6ffe140785c4bf4d5046cb3c05ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf8c75a0793a598443650d4ef99ec66d8eca60589433fb8ad1f293f40aed999
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d2ed75c72f2a4b5fa38881f41d4176ea475dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0052be90da6496baee7bfa3b3ae76352895a9a0ffb593a52c53db703d7ca90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51d9ea936e23689894a4a9e622d009e7f3a011b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d56f1c0acf07b6eeade0fbf5d4469cc0c29a780fe8a179a13f5c7aa9afd87c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b881ede4d9779f0c0f55f22ee4c796643db400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25133e3818e7fb1d098ea5ea32577ef77e029f3a127ea51d8b0f95e51b700ae9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e8c98df49eb27eec69d72f1b8b4c096a84ae13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec39445b49910357cbfadc18af387d2e8ef5926421553ad39de3c40a26081bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fbce3fbd44079a0ea494865bdd04a94b649e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c9e1082a627be23fbb7fc7a15da50345c31a1168dcb8d7626db7a50a8074e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa093d23f518bcf33f82b95b1167b7aadc85d1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ff1eb452d7343dfe3bdfd50bef09c789a856d3a80abb2b9fd8215f93a64f59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee2b068898228ce74180946f2bd08ca1673ac7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3a83465665749f5c1da1ca8ecc141757172110ec75df899d99f3617d4d94d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff506f76f9e904dd891d4eea3c392ab94d75dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353650019e06d8693e79006556f1b8495f73b9ea6cc25524c7433ffb1168753c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1716053f98ed811b1a48e770119a0c6de56d489e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5120dca203c79c42475cadcde4a791b5970d20bcb60e807d5c28c0459a5bc772
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8182f59debec06f52d352248648326c86e402af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8518b107fcbd07c1e8ed14826347b5a489edc268f91715ba969d772337cee9ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d713cb686018ebaace385684d1cffff3ce48b6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07d2a164ca33f3c34299417a720f42e8381096f166b9ec28a8ca4b2d7fdd27b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66b811166f6f6d996481b4b9a52f7e7f2e7a251
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59b447b9b97dcedd597221fbee4af3f5e493fdd263194cbb579e7b4044eba80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89649b76e8d9f0cb47f96061952b8d0248ed1ffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bb30a4440d5dacb5ada2ec41ced9c0ff0f52af35b08d887867284d1b0f829f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c578d4161c172f2da0eb6bab938b730618586f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a007c8e0179e478c4e354c38005554e5fb6282ea21456ce55b6c6208149635
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c789f706e742521735a9b49a2f4fad8a81d0c6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549bec8ee7c88cecd0a7cd03ce8977f87debac57e53a957073961dbb0486a8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b691e370b4ccc87a272d1893f59e93e47c230a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ca811907d8f1c3259695de8bc20c0a1a10be21ff350e25d9ebf1c6abb9aa15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78d6c12d8337c0e40bc5c06dd51c350e7c3ca8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011cdf1299596094e09420b94b89a847b61691ff9755b4841a82d6160f14e2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2404621ddbb75739a77ba793f693ab172fcc3128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77c63df1d7d1d3d9223c2b5faa531da4985ebb14222bd901c2fa005bcc471d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa725b15b96e56422a489a1dd738d6b3f1162fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700ba47c7561d0f781926a159467a0b902cdb467d1b39f795ab4934b86345bef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dca33a97db824aabfbf64a41f17febbe5a4b2cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5c121523b86e0ce7ab1b6027aa5861e7e1b2135840afbdcdf72b774ee4037b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5f146fc26128a56afce0fef8b0978568791db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cf19a8f39ed16b1a582563c7c7a0744877db5fc73146faa7050167fbb187ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b52a31b258f722b7660e73024e521a70d57dc68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d7aa9ecac831fa1ac8ac002ba54ed10e7815350e56ebdf41e54c244f7f91c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd12d7ca39a4160c4e1a9e61ebaa65e4432e2a2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b993c21d569d13a87b3e0bf1d88c02d5934a3a196cf4c10a6a04d25d877704
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2558f34eb7d307251702f19af32853eb23c08bf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ffeebe7f00dd8206f916fa92277122ec217f44b4db15353ad54d8a0c1cda8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69c55f78eec3cf5d79273af781449d0fda1f7ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1795deded0dd6652713a2f77feaaf126446df43c0c91f21dfa4736977e7efda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f02a246df53a0ca312982b38454d48f27f685c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee16bcb508ada412f3057817b11f2a1834d7a06a95809b7ca740554f7401ace
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab492446ae9cc77a9b012679e51a9f855f8d4047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b0c1dc49c2e99368c06d1779850a7e444e49d08b0b7d84ba2e3f190691383
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9534f08e3b39b62c1c0a39d059b359bdef747e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f029425c58125f87f40a73362f6a2dfed4cd14d8d1e84e131c9489fed191a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f5e939dde656b85b9476d63467f9e2dbb783b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a68311740678650e23845e85bccb57de1f050d695c4044f2a356e3b2236519
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb7c4ec62ec1e56e4294834cc9600184dac6a9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55c6543ed7b4b04fa03de34cc4f0c5d6718daaecde87dab8fbc4c06f2eb0789
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e7374d0f2fa5255ae67c0fd305c47e4798804
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e0cc8bb3c19dd92a0491cef4942b668ab8ce1513a1e3891d3ea3cea1919b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2cede710b68bd65043e279ca563176d8182934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d2835a5231d8f14ab218ed1cc705de4478f98657dbae00461053937a6af43d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345347c3e74e073cf3162ca70d41e2c1de43ba10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123bd809b60ce8f5ed732428e824c336c43959bae3caf986c7f4bf94d4654bd4
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b3bab8738e4c711ebb079153efdae04c9ffec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2044a56f6bd7101ebd4a7ab024cf4a2c91e37933c823db3f271192b570c15e1
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189f432425b41fb8c53e34b8d747c5fc2a44ca5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b7eb699d363f39d01e2bd01f24f9edafd3a27e9c7f71e3b2cad9a70020279f
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7900b563d362485c8a7d5aa45fed00e93358de8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d896be2fd07fddd66886ffba97266644dda1f61ff00b60f2c91b5d0835c8d
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b37309e60bf638b14ebc23d7a5126ab51b489c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307870c23e55634ccf8439ce247be100a24c5ac919fc92b91aeed2f21a952a9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde648013553303367dde880b04e5053fc850dd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7286ef3f2d855f904e436ecf255ee64e89264dad97b61d1d91b29694244c6d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60086f377698cd598162618c11a75befa5acb292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5344afcc062edbc92b1b4ef3e95763efef8a37442d983dd6f3ad55698e8159dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488ee44e895b23065b5006a247ac91ba82a4a8a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af6544cbfeb4094a490bf792762c630383ddac1aebe5c5fc312350a05f4608
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3080e6a5a7bb1f19e4b95c1c7948bd349605396a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072c8675aac987f093606b83b79044a7f87b5e9f7a8228986ce07354a98d312
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4d54747671ec2dd7b5b31c49323a8dd302c1bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6145be741a3e898a354b5d32bedf140708ab816e1d3587f0c621a76af93727b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400f5985902fbe55e194069c93c8e7bdef79827a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a80fa134b83d21166398383ed958d544f1ea97066c19ca1675517eec09d0d40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298aa5dc61d998410dac11d653bd6ff786979360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba1333fe260cf2662b60b3014c0e46c30056f7ca70f2eacd634051128525283
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef53ed09b7ff21238b92557a346651963cb8f5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ad3eed89ba48c2ee07d04510147541e5da25c6a6b358398cf079e3d2c1e40e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d882d1343c2d5a01dcf52a7987c2ab81c86962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1bd58672330f0d4ef1131270b7567b4ae581986a9fcf2b851347b27fac8ea3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3316dd393a3518e85717c12299cfd1c4c56cf5cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a4660b7c6897c86a0c4eb59a63a1c0aca5b75a0f0f3a0acb6ba961fe804503
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044067cbafa23b291e0eb680b6a95a01d7618c86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fbab371ce9e38b1a0c5c156d7f29022f72fd03e38bce9ce1d74c5ecda324c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2596c06458580c075ac2507ae41891f36b3a01ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9544037f431b2bc8e95b41cbefe555f23157bc5ad4f35216e21bee7ada9be11
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1de35aaa62134669f69f8f9546ca66f0b96c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e62383b93a3a4f35e37565a68e614a1c6fea934a4a04c3d050b45ee720ada
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad9cf0c5fd84c4b80e6410816ed1f71ae33f07d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f752c9ae72457e2783e516050fa578276a1ce07da0af05a34d7bdab0769e4b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096799edba89254d3eebacb9d1a0d75838d111f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0683de252e01941166f82aaad8ed20ab2d03eb4b5a2eb0a47140b8b8d22adcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fde070260aa19427ed63b1fca5c9207b9f26c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c28c2717cb47fe3946d4b772d205212786aadcb66d5e64a4b5a1faed88e0bb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a04259b21bc323247ffa52ea9b63a01d15b780
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f17643c9c93691ec04e0efbbcb6a62c36d6b37dc9bec96b0fc1dbe633d2ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc130feae0b3a7a919f1998dd08cd732c68dc35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713539d5ecae338ff9beb8c30e64dbe76cf5bdf778c03d6a46b10e1e0692419c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f01897317873eccefa659a056d268af69769033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33c3ad4908766a10c9ed0e6c51449605f1d4e3a03874b9e470d3d3b5d251e74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db3393e6c3fc1824a883664596ec0d955c21437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607a00f5a33294491d9ec22327180f939349ac8e2f6983622c9c475389251780
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6b6c1857a083737b7022ba6cac00607d50440b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a150ab00a1010889296ff277377087861b705be42e6145cbb8dd27a1626673e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fbd2d6ffb3500501ba755857cc609d4d51b735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c35178f4fc7dfe068519dbaff28409ad9f4b530093cfcc6759df83dc850bc84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c30e7a4260e3035395778b8463e2cb2c50dbe92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b6ca5d068b25b4c4b9642f62c39eb4fbf6a2bc13d0f834e7261f9feea787fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85588a7d5764fdcb6d8114e9b513f79300dd7a39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc514102ba1fb5d58ee4c831e27a836b1e1e1285e94c3f8eba66b1f0a30558
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5091b2a86bc21aaee93d3505a4d13c3f83c5b4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7293f5f47ad0ee0130e126d5cb9f366081a1e5f5218ff4e120aec9102953b8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3807adb7c6ec80ad59b46bdbc6e0da0a589b3c8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34657cccf01dc00fda49aaabf2c692e1ffccb057a84d24eab1b674bdc4a2b41e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81794944c26ce24c56fd0c756ed84014a8020ded
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fa4e1cfd521cb35b2bef119f3996b8b2ed05cb25117d4f3b55f46e4817fd9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79e2c57a36176e6557b93d4d87a6d95722a1c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaca4ba4320285a2c7deb06090bb4ee7704ec845f6938d90bc141b445bb2b0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b265ce6e17b037f5982d8ee8a38dac1d75c802c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0eef26af927e00503c0f33cc9a5bf731ad5bdfd48f222cee7e3135a3676a94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a330b767e00c1ebec915eac28f444f0af407fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666eafec76f8cb5282a3b6eb829db03e232eff0c1917f6779c7fa7cc9944023a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7570cc89d4ad68e8d4afd3c9ea141973f270c741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973856228e706ff8305ba21a914114db68d3e75254eb34c64b856748c324460e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cccf61b2829dc9e1e741796a9a9f87680c33fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1cdb54d351e3d151ffb29a1545ca0fcdee0eff856c1bd4709ff33cd5bffb45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9118ad3b6d93080c239a5b057b93581df91df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49a1f389a621a53ea8ea757feeaa14d0b7ee9a448eefa8f2874d8d5935221e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53ecba3df6a97247133e1a195132541b5aca1be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d28c10b8d52e846d2fcc302306505659be3f6ec94da61759566a4ae61912e1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94951d9b1ab2bd3c5db265c9eeea214645675ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e04f65338ff3484de6b9f0ee66c41d5fcb9c205d6c5cca0ad2c4ec834c05ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ec03a18c63595d05adc73682387406a513b648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0317cf39e78140f67016f3b0aca327971642eee5812cb905381ca4c2e0f083
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05381c820bd5711c8cff188570b6cd94b49448d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d07d89717c18913bb0ed205cecfee293b0405497aae2ed36fadd67cc0bacf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57a44cafa13ff9232032e48da9c291d6576f75d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe9672dfc6ec540bfcba71a5cc6f5cb69420861f0a51f7b7160bdf89fb584e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66a909a84896e22b00c8477b974fa52025044a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74b49ff39c382fb0146579c2dca42ab47ca8360943733ed4848bcccf55adca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cb2da0cdc3699944d11ce7c46618d7d8f3e551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc9fc6fc600624f5db339e883a10907cd02a07b97e5d22d451e1e645190429d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359f9ebfeaf81e7d1e88ce1e1d3cb3af064636a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae77fc6b0695879f7b09b6c97daf6d1cb154813406f79d4ef9737cc2f9f100d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d43909a97da978fc654bd8a863aea9cab6c2e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5488df49fe4618717c10f5b330ca702328a9b20c99d068ec0a7e9e0ce6d44cf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e96e42a95b8337a6b624e8febe54214d493b0a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae5c0530bf5beb569e8f3d1ff5a075d9a720d9af9c1e36bf9f91663508da232
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5eb3bb5403da9f19ae55c1514d50b600950f89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67baa69fe19a9bb1b6abbef86b7093b8f9a0ebf0528f01e6ec5cf4f4c1d6bb40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b038532b88a9fa13b8d68c3a7d6c06d43f9e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557288893313d4eda7b159ec0a55090792729c1788a075fe76f8d5b6add9b813
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99de7440f8aa0250185cb414574d352838287836
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c97dc79ee4362a53a101e3a24a61ce07efafbe825813a7e489f5aff8b92054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b620ca78d7da1d24e8b943b57307afb2accb361a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e18672d5d9bf405efa144506b52589c9fd9f82b93f243c86ba87a10f12397e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af0c0c11453f72b359d4cc6fb4d9f912533880d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ae9d3a067bcb786f5d344b8154ca9b26f822395f23a465bddfc538dc1a71e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3beeb021c5c7f60cff67a6bc23c2e841199ee1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2180dfc240bfd390c5cae22dbed236bf55fb716f22c62928dd55f9c6ee62093
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf6ce7c7ec9c383c2cfe06db5fd812fed8794e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0300955866b1c54eae7987bf84681ade4a79be58ed01e100f10e3b48e24e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a12a164eed3dc18b358d0c370b3c8260a206b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac1987ac318928dbc8187b0c7eeba2e793b21e1d6d3c9dd416c0616922011c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c954a26fe503b97ecfe6649c6d133ca9c5181029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bee1a9be9fcf7d8285a29a66f813e9aede8cf45c5e170f9a5cf0a8ed642895
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7f1325161309e838dfe057d4bb492d046814dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425161c0e5f55cec6ee6d75eb57f25ea1470ccd48d1e8fdabdb50db8cd014437
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291130a9966f1f244fad1d676919a134acdf5786
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce8d356ab438e829407163fa9c8dcc61f1ffa5e795fdc151b4bf313eb315d61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd4fbf5a225ac0d797556093899fb920970d37a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a6b449c0d9855a4e63053c1f3caed713aa40c2730f976613bdcfebb950730f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fa90f22b6bd767e905962da9e7c7d0bac47ccf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3c7a959e313544954fc778e07c7d20ddf342fbc739e27b42be214e936ef809
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5fd4a0df8ae9d1d09e1a91d527b2eb957d4a8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022aef7eaaedea1fd739a5de90fd97d7119a04fc9779acf9e7357383f9931b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d172535fe9e538084c48f9b6aaa6f9027d51278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96689cad9e5c0e75c78256e6549ebdec06a503995784b3150b8b3eb666a4389e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f61f8f2f4dda69fdd0b0887d220aca22fbd75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a249f1714994ba549c740c92f31f801e15af48eb89c6e6c0529439c54804c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2a9248e85766784ea8013e42911607b8acca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c5ba8a089a195724f2461212d489e24553fcbf7434a8bab89b52df49f3ab13
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4580b7ea8caa5d6a918e92adec2a2ef5f1a0beda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b44833da3c68fbbcb91d364f791b7ea38b7c3a0073c967937c19e6a249648b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ae0b20c7f45d45345a75c2713fef5f0f3db4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dee27f5b96754cf7c44b754505c224d5a86c51f3378d78bfd102e0644ecdb7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abbd483aeedd8b1c9af15b421b2c7a8e63cc7eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a234beeaa8f6580672eeca7a2d95099c9cb1dd336f271bc2481a684e67b377
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720959d1c7bbcb37dd3f2d0883fadfea2b96e29b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abb151c98cc2485068555c18ffea2d42bb769148f4666927c79721858a354a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10caf5e3a757a74d3d0705c571722eaa3a51ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ccb1b0bc894159e8cc13e03bbe6428d70d5dbb9750ad52e0f895bcde398056
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c20954f24a410ed267a991df2c3bbccae0c496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7767b5144215e32d926015147656cce0a5c0a53977ad59330363262d886c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d16049368de052d795fea329d73e3a179058d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b424d780d6588e90c5e1335e1de5f31228ba9a34b6f87ab480d863cc892aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038e0397f375491ee9b7ab823f89333cbaf59350
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a46ee260ea0de85b0da23bc0b232d058118b39507dac8815b7b5921a2f354
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b5d11d0d6a3e778fa78155189401bdab5ed9d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f1b59624c6fad9dda6467f4217118f352415e8d0a4724ff9cc7033f7d04ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38496e6b02ef13f9c88bfc250efe0785126ea0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcb52019aa98f7efea169415f5e4a6dd71d37dfc32fb22b148493ce587c8075
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413bacce227bd7816e4ece981ddadb0ef53ea82e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dfd3c25785229d54d606741983c1d3c00b27ae2ef1a153852ad4a200b1ad99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765280fd1378b894608e75d730bd4dfe3657185b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1465d37e937e7f5de53aeb86ed4c961a6651b2e797548abcb2c30d836c06b26b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b6a0571865cb1f63444dc9b8095c03a91ed5bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3b834266b390c64fc356707dd8ff2945e99377c036f5df64a0099d1d25bf3c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b055988ebf139ce8a5ddd9d312061e548c5369
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d766b884c34c1ca1022abba33694612044064dbb883fce5874217178f0a82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d4530f5d257dab6b7f9f1eec7bdc497947afdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e773962af6e906fe3ce42cdc860e1baa63488551fd2f64b5b449ef0e58652921
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d099f7505182c89ae66675195276b4164d03f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4680f185f8cfe9eb6b3bb877b036976b33c42009394494f64e82c8aac96b95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d185b4cbde4bb05e2d20e55df2a7f28b1ce3c266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e50eeab6f4efb5e3381c2895886cbb3688f9d5ebf8c19c5f50add7a6007c000
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f78d2490ce868b364d09668ac2d4df6b80b6174
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbc8ccdf580eb46655a4101f52d4ddad165caf76646cacafcec86abcb9d18f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5681527d2203f1f4fdc89f2596ba277fd3e868e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0767aa16cd382a1ad9891c4f9ed89a8a6586ae46d85a45908ac2d0d55bcbf7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14634ddc4d1598f7265f0300e2760a8b9c728349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fe40f0d12dff5036b8592f2d8be0601e8b85c3f09495edf931dbe3cc821e6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7dd7f1e64e0d2e5c4fc619050e7d51ff22f9dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8710785f02ca9d11df68d3a8da91be895278af2f059cfb5e95d07b358c317f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f307c80a4c058adf1cf9fce94bd86f13184e130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e90ae2ce236eb8b668c92bad36c0d0f2c57bc2d83737b57816f96467537eda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bfcf2ef509553bb85fff12c74d849d5ac358cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ef57074a55972744d01d7462bd18d987573cedb98e24e8a953f9c3e0e0a374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a181e635a951d060c6c85448a30b3bf9bfabf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36836028f3431367ba5402b779c21b8c942790feeb5e0d6e50ed0b2fb5e11d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8644728417dfc4b373b8af8b0b8b06e3cf9ae6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d6e779a1669efb33adc8e633da1c6b4346a8b490d2d61a6f0f7763870245db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd3b2c9c87a7ee6fb06a052d3f47cc7da76d2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ae0b8335d557fc36d8c824fa9243d5d23abba399d8bd91925c666d86bad202
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8492d0d265cff178aff20955f6db980474b7ad31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5101df259515368be0e6cc3e80c9f1056ec8fcdd94132f5039ad8c337e6152
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cb8ae04f796c07401b650510c7415a1da65639
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68052c91a598f6f2cf48771de99e52873949c4f02e7c8ebbfac362bc7f602f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d1a9ef9ad6a54cdc08819ec79a0ed2d47b25aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f57da7e83353ced5fdb88feca1b9dd519c4b471ad02f520fbdb201ec9eb04f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6714662f574b64d13361fec4dd6948256c5a3242
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79c644e2318d7e465c4ea044622e975ca173721b6e4d2a22afbd456c2a7ed92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25bc8eaf5c47eee19db6e5ddb01fb582636f4d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d4988ff27627110356f786297a7c4912e0e8e9e89f87e549afd20a4226ca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc34ae35b18a98767661b822908687b6a807a5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c64e7e3854751c6cf884d1fa68dcbf661d41a2ee8da067e13b7aebd4345660
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d64bb8f76bd147d747c7679550eaf0c7941d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e39d2619d62c3daaf635ccc06b587d573c30b991013fda8d252c3d5041cafab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609f580707fbad32ae36c6857a9848439303c1c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02f82dbe5bc993b0ef95d6b937d6570a45f014da624882d982629fceb57e585
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1f13255627ea8705f10b83906b9c5a0413169f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe99554c4f4a6463c47a55e71c58f39ef077ee4da1e763acb119549f5ecb19a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d4833de61e11327b50e7ab0c74294b7665628
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9169985faaa0f805d9a1a92ba2ac529bf9279b5369a36dbcbcbd62df91e0df2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0247431922fcd30eab5815c0c924c386345cc69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc25f906e89814d64f1e715db278d012fb0a31309e5da833ce6b1f338bba946
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21313f4addf66dc8a18d1a3847874efe7add2c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a873e0a291d257bfa44168e00aeeecf8f429908843b0036c09496c87a2454a8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484340bfcd0a14e68f830bc73307e8062c7013f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8131de430b030c669e6a447e6f12c0535ba47a42623c45ec88c21285b670f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4577fc9ffbae2667bb2567f36a1cdfc304784743
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5411617443898f7344d07fe03759f6a06e2134edf5ffedf5430c91f0928d6ac8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a372329df3c38fc302c80251a33327eebd377d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d104fff4e524acac4b8c8bbdc1ee7beca8bc87d11820e246b4cb35966fc8dbec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f439318dbe30de5b425ced7d5bef85d5f85169f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cac1f6884bab245414253a2aa2d8562abe3a4d1efce527bb5c203509997db2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc010740620a30b14b75b4afbc4c191ae1b64c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37e0df11cc9a30657b32719c8c4edc1db18521b9997463d87e7681d1372a295
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1044a844df44ba0133df993b9f1814e6f09133e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6a6a1ddbc3dc47f165d0019bb1265267b51103794f3e53cc917986d95e2122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb3c36783b31136260516a5efc62c6974253f97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0150c430c50bbebe935ccb4038441b08b18adc0e99353f99f55bff3b86f65974
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6682524dbce0335726a60bbe613a94fbe73a56fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3371a4a904e18ab0a17c2c66cd64286e11a81144fff48054771ed245d75e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3b0eeb9daa55a9aa83752c4368954d081a660b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa55742d6195a7c5c01b6806afd3739826466aab663759096470e2b151e85400
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef402d8156e6e8b60782ac4a566ce373be7e483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde574d96a7092964f1f120706aa7167f91f91b1cb5cd6503db70b3eb40ff64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839da93cc3f8e16e16320be67a7af12fc99d0fc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cac3e6e2246c33850a2a2561c0f70a967063a979a017bd692774145a52c03e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07626ec6f7434032d37f7c111adc2c61c70c961c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775e0631779afa66fa968865acb37ab6d9f9aff2c02211b1ab74d31fadc1135a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3245fcd09c9eb4403074341edfe0e5cccef11d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3fd4356b34416fe6b7818d58a1ddd5be36056c932424c48cc8bf681a144760
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459fbf45b436578535fdecbf8dae4cdf2b5bb4e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cec5de7b929ae567b64f46f6d6ca8c4c3f952f9e157231de9f69c60653ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a53703752e59c1a2cc5a92c967b3e2cedd4a7ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5013d6b74c030292bc384264a39129b365640ccf994fb3b8eff1f4fdd40cb1cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7e367cb3eef7e3c71175c0e1879f102bdf9834
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f36822040c5acb3888d394f846bd9a1cf81b70ff00311ee9ab06879f38a51c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccf9d81613559a226c014c5d1e08f37f589ea8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5f52a43568f98cc817b4f9ec125fbf1c73082bf279130a708a2ab573889df0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0513b5c6d4e9a9e34112fc9cbc0042c1ac1f41f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0730d3d31d7a55d4a6f6e9dbb6bda577e54dae8e8013dbe3fe43df729bf36f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c74c59b89a546279da06e40aeab92a4735f9c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38b9987d335172bb89dfd1c3d3f7affc578db4914713a0c2bff3704dfb44aa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed695a6a9cd5562504d7deb804a5a31125254bcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4910e4e597bbe44616f24812268600450f18ad2896c3ddf076bc5bd73146ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c45a6039cea1ea5e77e888c0b0c4d18450e74e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4433b3e4669f5cb72e32bb5841a4ae00e3b6c0e031647a451939c5ff249fb5ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee623a87543a536cb0f2d1c36f32ca27c8db70a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c469bd328266231c6674912547577894bfcf425a4d3cfe1094c4d40c1465b14c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa8e6f96c3ff36b3461d77e13649bdd486c2d84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e48d4f7180bbd3a5e40263110dc35bcc4179455d49a1e543f09b870f69a3bc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282caa77383c917742d57419f8c9c94e6fe6b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e9ac9a0d9fe20115b652a5b87bf20775810be906416ceee183a409803e7e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c508f5584b2dc9678600c09aeb5583914f2d9fbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2dc7741197ae734e10711b6663391ddf43eb07c81634626f848f80dff8774
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759aabb8c3ec468896426710e0e3d2bf9a24f306
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c6c59aaa067ddfbf6beb61dc72973bb5879ab76722ec430b29d346071a4224
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb52ca4447103689b94746e6a140d6fa0da703
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29a6a84333e7fe8797028a173502edac6b3c62a13595b103202281e080f9f3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e0082ee30c084908ae37a7d6aad2bd700f8842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0432ee650d3939dc570ddbd38f2d5f1cfe534d58cd516834ed880e3f200104e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11616b848c6087b2ea18c73aa4299c02e546648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30829219e724e35c749eb6ae44232af7ae2635ccfd897dab5a3b0ac0a6f593ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98015828f43376bd06de995739d74ae98e1b5d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fd56396a100fd69432734ad394169f7a7e9b752416e1289ff5a6481fb723de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700cbdc0991357dc1cbcc990bce8e329d1dc22ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578d9dd353d46e7c156e872aa5775a1fedd498bbe09a9f9b29dadbf4df52d1dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21980068e253c24001bde59bfb435959fc4a1ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da325f6ac01322dad2dce89828b2b07ee68ac69986456d98b9c01c162b7f8f4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fb06c663dc51a5c646bdf8ed96e066792675e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9257a64bc4af828e643b15a42668824ee26303d2d2c620608ceabbb23a98125f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0342334b6c7ebf600987504ffc6ce59b455cd5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400fe815af71f89ccfdc5ea10b5c45493217f4324a97523279b40bdcc225b86f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e0cc8191dbe361c449956172240de088a353a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a28d82df965af5c4b6b2cf10afaa6a27edc8303718a0d3fda40ee3eeaad99
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1038e3d75084ff73204a69dc14d6ffe7360a3fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55de9c7d5648216bdd5627559d9c8947844023cad54ee240836d53af15b7e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e227fb629654c9b25075c3a4dae464dc816d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f17c82d19d6a892f7f53b117916679673b38464d89acc68cf772a5fdd4e07e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9b6a8eb17fc48e5dc98fb1689cf2ae30c1c049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c61dc1ec3b2fd1dab5e32249b7018ff018b0f3d16cc6c64f5f7a52ccc273ab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f783aef2fb1016d1266eb52c6999a107e97edaf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a26281df61832cbc9169499820e596cc10518289388359265245fee65076133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc1cdab7da64b87d9aa9fec8f3ea6110b214492
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bf6c0312b4e5bd4ecd44860e14fd16083270e81ca2959f1dc198a28c68542e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e41a0f3df4df1f02c0943c52e345cab12ac2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf8cce0f6bc056aabfcdc9ee53ab9549ded8086c2b479ce944c81f9881ba63c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95a40d1bef8e2a3a13d02450975bb0303699864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda52290517f2ee6b87646f3feb380a29adbc22a055ea201d951be9b350d1d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bdc116ac07fc10492721ad9728a0eafa74425f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b874cde489a699633ff192c98370470018a46d95764d99237c74763bbf9456d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f1abb185fbebe1ee55eb405ec642c18c3fd4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a564b1dd2a03b17bc14d75cd1f5a41af3498f3355a3531e07304d64c65fd6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ad628661719916dac885f429af3aea021d474
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076cb0c7b2ec482d31c13a6d0b64a84120ae926e3cc7820bc82a9cc0c0f21a9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dc902059945ba80b0208291623a620cc3bdb45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359321d59832ccf0a65889c1f73a3e4275cc806f80cd094056aa2a55500c8544
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac3b2e1c16c1de3c6aec5866a91950b1058936e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4dee2ca328d09b33b915ec031fb0c244c23d5eb365d99cc34f97e7c6b9be7c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f5fb2dc9ddda7d92839fc01010cf2a95e366be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7489728d589132ca943240a26465b0b50ca3f18b1e1b431e38a002957aabade8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47856d16cfdfd5a84d5c5535a99651e9f49ecbca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2aeab3d7fc4304a65951920d4a70e5681806bee33ac5c7d2201489fe977c8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98472373a767ae9cf9fdfa254d7087d63c6df427
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ae377adc9ff6fe76ad1c9b0104b1721236f00ca00906629f1c9f7726b18979
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c863d70182b1fa722b14b4f98d2716cb579f316f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185908bfefd5b1e9965c3df32bfd1ff98c59e82cdbcee5995d3fc5a3f9af6afe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156d6c9892de8ec0d50f7338a5be72030a9a90b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20145c0d7f3571c14ad41e756148428131af48c62efd2fdd9d468564793f1462
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27beecd26dcfe5ba3cca1109607c41005f444f6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f116432a2e9987c4901d768d111a63f65f395031b9e66285c16d29a5af7366c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7a0c1b59a7bbe0b60492e7eaba126739eab806
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8891676f24d5b75c7a8ea0d9c2d75ba00196de00d708db04016292ac50288a47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f246e7918fbcf290f8aea3144883b496c88b49e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73b64e70651c5adab0085486173c8dff33c9c38375d9fd2723c42aee9b25de5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e50cb16830149d7f4d9eca2ba65d8b28f5dc9c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e8b84f2e077d6fa2af09f50ccd15a18a69a7eb037debc30b5e44be7617d279
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf278575e59a458a16b1a4af1b2ba4176de887d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7844193290bfafd1d16910866d5eb32322ede48b212568452d9c3dba61d3c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d800ff45125f0ac3835ce9bfbc4d21ddd2f423f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed351ebaaaf5426a105ae814ee3a161a41135db329f87e5ce756815cd2c21608
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ab87906b4ad88d5d627b0a88ce1cad35519ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b257a851decf19b20e880fc2514d7380a55daaf90d0417f7ac3d47b360f44
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd9aacad48ea88882e473db5973d5b505ef517c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af79c4e5d20592cf21a9c502289de4edefbf785f45536daff4231f5c3f50ee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d91fa968e0fc0bb851f5b1062222d916708247d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f9b60cb189a2eb0b9e462bc6281ed837a0e340aee0fdd4196fdd54c89cfd85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0288ca013bdbd4bbac6e50618701d547ac39e248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734149b4d1ba9a08f8c378f6ffdf65592dd4faec4a86400bc9f37253e31be6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b320bdb5758355c303e6d9314d12effed4b9bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2119b37bbb7a17e1c1753feed28b5a85a62098373d40353fc7fc49129bc49a8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aee2c22876ac886284e91bd92f8ab0f651c229
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e57258e98d98bf6dc9db2c32ed1fa44792a4a0751a42e38b16e085e2fcd5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc2e47dc4fd4ddfd045671860a07c09a108b1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de716f729d88a05a4bc1c55c2151e7ef76d39da5ac235a3672713afe506f46d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2fd2f9433461b200aa2790f32c649e5ae0394
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b97f8c0cf29c68bd1a0f9bd502a88e29ccf0cb0d77ed97c3cf8d8599ad68dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b081ad6cabfe1c4df348ad48f1a69d143967a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2050475c8575326fe38ef06f7612286d04177cbe915c75e8c4b343cfa408899c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc6b53ccdf323a3cc6eb829ec1a744196263bc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebf062ad62af02da0034b0acd71a98cdcf5854ca72dbaada7c2c4b42a7e4474
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2ebdb4990f248a4859d7743f8bafdbd81916bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3db55bef7eb88c00554c5ec2ee5eeecf8d8ce869539598dc052681241807
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeed30f9ea7009a597a93b1310fcc12ea3a02a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9386f2f6a84f3abfb4149c6d1d9933d4b8a1182cba913fa28aa8b113abb950
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b448bb469c1882123b49260490d233f7135bc877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec5aad089a422bea204e0dac7b9763fa9457f824806c1200d5454c493c8f73b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92e8855817a0109b456289a657fad3dc3cdd90e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d9a80bba6d60294a910052a618d5cab4e5d8a808ad18a9f7089705b59473e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf33d97f2194dbb3430527483fd22bdf2b54026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8de82ecb4f6c652ff8b3e6ae31f07e1817f897c4a568f2ce870ede27f1b45db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d2e3cf629ad03ef1b607b975b64f2b8b54fee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc69ceeea813673519df25ff1244d110e1d02923ab33ef252596e424d081f34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3f7d1317b9e58730d4a575d312e690da05f399
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5e034154f2f1de5c7ba605b076b4a049c58997228a19270f35aed1a02b65a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b133acf427854cb3f4dc67060cf10350ab1e4233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3245cbad138c38454f9ada816ba8bde9ff064ea9f19cbf3d715c01d09ebbad64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b03dc70f3862bb892d50b338f49dbbcdf2504b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eac21eaf44fb21f98af89883ceaa0c8edaf5218da8bec140fbedb08d2b2fcb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34443981d734eeb1e37fcc1194eab473c915ef0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae48e11d3b24215bc7f0169c342feafaa840ad02430f36c0bb686945edbabfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad0d7be6737fcbfaecac935fdf4b774e9b24878
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1492f00cb680c7cf98cef11158c1b5a013fbe1c38a68df9b6ecdfa502f6e40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c70abef9102fe302ac78358ab747a5ede7854b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faf70274783e9377c34427bf79921faffef28a2b1f03cf5b56fc83065a66972
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bca896af63a2d915d7e25a74e5187579dcca3f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104c6bd88a422c48cd656b45706ab45aaec5536b57a866bb9a4a7692e5c0008
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e80c9f5b61c052a621e7319c0643c0d9a103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04ddae8236200d117e9b255dfa21bcbf583aed40a2e403734a8790c99e56cfd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f66cd01e0bcdf330af0cccd04f1460bca9d9de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1bfe7ce2dcb307967e155c9cd85802c198960c6b48d6aaf94dff28e789fa33
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ace0b898bbf8a1c99ccfb4cb1e08de0e307fac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c839c1d8a63219b986a6c354e3a351afc8f54c420716445dcd72b824f04cd41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79116418c2faf61656b34b3134c05e0703bf6f08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d777d21de8148acae5cefd6542cb3a0ee6dbef5899f85284a30397acabeb4225
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b88f72b4be00641b87fa5cb59a5208820a74829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322d49e39346907062472fcd2e724210a372e9da1d75a3d3b9ab4c854a35e7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5c71248a2abe5e8c7e0642b95a4b1ec65d58b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4220cb97569678f9227848e2919910484ec6debe808282492bdab24eba76ba86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf4e7988d864a9f8583a11737d16693af64feef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd511a422a8b4021c8b408465d0d87fef066c07259d27d45c2d0fd798b72f82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ba2c56d6722cb96236b44b35b0838c1d874cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c71cb83505a6204559504b9db66ed766fdd43cf43ee5c04cf16cafc6dfc1441
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d003ccb543f7af59cbb96a79244ba4a068f73d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40d11c876960f5d116762d330fbea19f6d2c429215fa6aa06f4d6de6cbe1e34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0ce06090aea17fcbb30425fc446aaf0c06a42a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e52defb5438cb3af546f3a9c6024b9b94ffdbbd2ad0547a03568602e363cac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680bf343c773291e3d7ac275bdf2f4850389b8c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a71e5bcff56a96f255280cd14a5b4e03c428fd7a568c3b0e401a1181976b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabdc39a9655cf7ad841cc7505378001f6dd48cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc15711bc613bbef030a29fe44cc409e74f5ea7232c512ddf5782366375bce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e902936d035dfcd11408d84f0d959eca34d4cf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c60e54c3854c639a0496894edc117cddefe3e3a7416b8da690169ef2b62cae2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87d1fa75acf21393f06c244cc93f82dd5c18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8725bce1395a5655bcc0395264dc6103bcc6eb37a84dc275ceb425b955204b3b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52324246c4af3c04f50c42a74883d901fb81f842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f620ad2707ba451d1d22cfec481914ff37feee9a37d4ec8467870dc2f92c78b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009b19d81965fc81aaa494f22fdb0367fe622729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b8a4521023249cc2ebdb91194e7c97421a1588e665bebee61303e2442680e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586427ce420edbe63f5664b01cf8fda4801c820d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceac32136f97a84a4d370b6a005abf23ad0d6b9a52da40a15c9663f0876afa59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98eafa00375a24414c8e1c220873cc425e86dd09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c0001f5efc0e8ee845b7859611586e1fd83ca11e1a16f52bbb106660cf6f2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63698da1f3e1dc2e4648d1a91d504b59ee9ac74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cf3c032710e9e4f2a99570f0ac12d6ca0e74bc7e5903a87cdbfd2784150e28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45e49e9e96d52477b5d91268a4cbcea75abd306
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ac443b8cdd75e50416dc02ed22f99396d2fa3a0a167cef4216ea004f0ba8cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6129b1b540e6e5795427171b5fddcef1cf6f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982f1ea90e5b9f8e6c72b63298161394700a6ca2fd9d1901b3983da7aae63da9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2ea42d725f7488f3f457b4dc619bcef85787e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee1a8bedcf43b1a2d8bc79b1f34bfe9461290b959234caa74dc4a108768a808
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526b18adef11d5c581a76a656aa822bf87d20233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acfc68a812a7c8275690b52c2ac0d5fa46e6998d236a77f871c80daf8441dda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014c29d0dc13c70ac276d2ffd74b5f9196649b30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7638ce37a04226b996c1eaf471f195b14fdb1fb0871f8e393403b422bbf7a932
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26d3530d34d1c94669abfa76f9e91f3587e0e2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2910221cc33b9ff970cef1ecf1dd88629e70eb9a8d87b17c1612ab90c5eac52b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0057a83387cdfc5ac75b35db858c367e68530d0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f64744638cec43c83cefc2888708b2ff6f5586c61e39e6bbfd3e7b5d241dab
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2a30c859d3b93782923fd5d0a683036b870e19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2398e0935dbcdfbefd5ff9af53d70e1b53bf7e2044d476d7fa66cff3d256b918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3efad6c5ea0ffe3d39f4ca57c6ac5e74c82e12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fb3fea5d2a774b56cdb9b41c27328bc6f06e846e064dd0be581e0125761a4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc9ee6307da0d7e27261d1ae59b273c342fa91f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4659f666a3890389b830ebf2aa24ddb9158160fa6b78df2aea6a43e5c94ccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed827ddf2642935aa423fdfedcb4d242b628bfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20f60097715c2e8f8970b1ad362d731a3535e7fb24dff81b817a73472e77fcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002a92286543fb110375c27b2f5adcb1c49b881
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733dc7d3efc9fdd6260ef88db3d7ca31fe575f8711fe958c72e3c569173b626b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3451ada54e3bc9df125143d29928c1144ffc8257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f691aff23c181c083a71cfaeb130958d3c488dbacda8fa7f23d40eab1523a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72b6bf864c9e610491bc562c2fe82b29a10625a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dca5ad7cc06110d91f421ae2d7b56912f008f925c5bde540817fca835270508
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4ef61158f011a4ad43fdb3d3120e81e41e26ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d3205af5d49619eb7b8e9ed1f3f3660bd80b32339a663ccb56161dae00984
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af24a039ecde0129026f8e896633721713b1b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb600ac7f4c919fabb2fe024081ac0b3356c99887e00e72989133fc45c94fd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea2e4521a25fe399ebf70e0a950bb9eb8887650
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a229f000c3ea8329d15782069f9884bf6d676136c1b69691a795faa11ca00bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b29859e356eae07ffa1a4a34204339072878cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd57795b1e00992f9a2899ccffd10d7264812f7a9b694bfd8d6c3c372e16b67
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8de0911e796c7079ba8565e8624287deead5fe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2434dc727282c85d04b57c37c68071dd4fde6873f1b686a58da4252303b5cba2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d330602dbc615a1b3854355aa8cb55d15ebb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb2622c530faa8b4590c6c506767b44a8254aafe6f846ca246def1cc3cbff65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cc9c30b68b58d1c25cc3f4de47056818a20eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205def4d4f5f6ff087808b0ebffd855d022d69c9da054abd6cc6fdeec56a40e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbba4e86cbf3de7c549744b7151d47e44b22e64f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bfdd3ca6b1e6aa4ba807e98c43f47c572745538638e0ed6dbb7fd6bde5c229
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee2d525834fc6ea19b4811c2345ce0b1a51d9fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589af8f0cc45f5c11fa8fe3e9477d28e7a26042445ef35dd992effd55c9ce2ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d49ea01ea7262b0b3ffab345fad3394e6ac3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c700851895b84cc1d89a554a3e9efe5efef8bbbc41e6ca885d37d2e705ccdde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba720a77adbfdb35f412ca5519f8928241e9c877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b61254a318cfcebaa2a322f7d9ed688bdec68616efd5ae2d2ee104e55b2362
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a5434a361f86826e76e4b6308702922842bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d223c54216f7c2a7dece1ba13ef83c56eaa15ba95754e37afcb78207f83431
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b35e87f6a7e97c9d53fb7b5a78a60f3085c5fce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca15130d35ace0ffb0678e891203cbf3a5fd08089822d5f1bf360294220bb07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd12058398a72c98d9bd12ae33c70dda16e13af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099c32969923ad360e91fa26a148a6b10420ef70779c8fc725bac04905fbcba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd10e68d70631ec8463b0246c5277bc78aa906b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cfb487d2ce3e276e8f941a80bac390eb35de14be82e7902bc5c306de557251
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3a5f4bbd6e6c313bc43dfb547a276dd261116f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e47a7e978d0bf1a1fe2073a9e964b2f0177c02ef977f05e9781d937b1056a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035c5244083def93d81ac7856e7ad6ef6aea3b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ad2463fc004fb4106e09bb2b1bf362f6aab703bbf77b23f2bafc4f0827ee29
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46cae59e83f0d23e5ee237593815ea364dfbff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc4b1c41c4cd524cd1daf0071eff95d15d3976309dacf9b6f4ecd56f8cfbe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e83626edb63aa4e1605dbf42264afb0f9acf04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7372017c7f47f803aabd5f49968581b2268bd3ece6fd2b686a4f100ca9de83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5af688039058704448f0b61d7dbe11e551f123
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea555b32041ce759950f992b7319016894e4f3c69178bcb828245cda1956cfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253d4dc982220faa73e939458dfe407ca4e54475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa1f0ea17ac4460a4f3bf09ca576ad8e1a1fe966f1ed33f965d61c3ac9d356
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f445f041a9f59b4720ea5c9eb7f9ac0a56c2520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f338217ac7e3131542e25c7b9d2a123bc3b3d6045c5faf8d2409d20236454504
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e23847e1c5c0f752b29f9a664c5a66ba361b8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488a802deb5bb1f3dd88e2b96494c7f36362a70c4e4aa2b9986be8896a5c32fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4472f6daa0cdcab0bcfec83fa279b16f8a543c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584ca057dd84c2060b21943740215505c85a66223795fbc44f8700e7a382df7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8aab56fa8bbbc2e72879b84196ec8fb122907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93284bff623460bf264df756807534ab7ab29235d9fceec03313491204994334
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9509db922a95e4fc841b1d4be14ee200e51bc9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9529879652c4142983f4219ad70ecb4e0010e628467ba09f1bb30d27083580
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b714520cfe361079382fca737ed8759f355483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de903dbd23868995867c6445942b3a7238ce7ca245d41f395588754844af0b07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf1a2a348677e7fd664235645a1a610cbd2467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd8d3ef5f2a79952c87fd938787ffb1e2afdb03eb691441b027e4325086214
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb927e4f583965586642d22c2ccc38b3c39d8573
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9969b0ff392b0841f89ebca4cbf13250bf980298a09c53e8263ea044b745ed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e0d764f6dd72f3fd9105c7c2dad236abbe8098
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560de3614aef3e7276fe9f4a3f478218c9770d25a6e7c8d05d52846b03f4d7ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f24ffcc63865de4c414ca5f4972a2f1c3d593b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96334a984a16c0e986ecdfd44f6b935003032e56c5df0f941ba25348298d91d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee340a04839b3821014736fd73dbe8ee3faec8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b921b74be1499e49fa399951d10c44a1c8190fabc4180fa4b9131f0fd8ac4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d40a5a260a4b57528282a26470771116618f9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16e3d7e768b699f321c1f4ff771eda5637f840c984090464b638cefbde8fe27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a22c0f0387cd2a84d6a6925dd5be118953398a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b62620dce6da67395f6788c00450a1bd91fb1b2b7cdfc2dc425eda9a6f4ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f14ba3b0b861858d5d52bf1c821a681375cfd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccd8abca45a0c64a32215dc90071e84c74fb06172d0481991e5159cc168dfc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf47ef393034a39a15659981680019d93478431
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c4ceb08f84dd1f1a92b10d399345cafec1594e63205614b0677c27f8e2558
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf8db6533f0005f7d9b72915771e59f15241735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffc927ea4d4136c23e06c8be5d65ce540d5c50e1ca922108fbc55a18245b639
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb28229b9e49c9284dd419b373ec6943da3b906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e2caa9beecabeaa04f6c41b932653322633919cc96ed00803cf5cfbc8e989
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b315e48bcab6dc4bfa30952992d65c79b0a50010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ea1080f17a2ede99f1166457296d7bd059fabe3f776bd02faa043439e6e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d54e4ee71e51be1430ecf5ebf5982f8a653c10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45c5785a957a06b3da892277aab4830a7b69e10c43fd86e3c0081f95e5946c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578b3f12d1aeadf3c94aa1475c37929a3df075bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc77ddd568fe8281bcfe65416e8241d6b5c8757db16eab4db073dac85f3c9f02
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1349b2578b4285ac4a97da31c0f3f25ed0ef860c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8701b3141cb646b8e523a4ce90865e68437a450d81cf94ad64e1a369042e6ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a6d72b867bf12bf2c5ff70757c3d0a39949361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdf73ec8c8d58f28c2640a053cbfbb6c117a6f9f36a425bc942c6efc1dd3d09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0685d6da072e6c3b4d9a41da85f5a43d6981181e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3298a38d48e7816552bca39a733de00f69e92e152ac81f4125b6fb014581456c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86fc4b20343efd106ab44676e55737fb457fa61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd3ec10309d43d63b5813e18427e7b0404c770d35f64fe5529b774ac5096ef6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d2ed75c72f2a4b5fa38881f41d4176ea475dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0052be90da6496baee7bfa3b3ae76352895a9a0ffb593a52c53db703d7ca90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259764e9419478563b49b2aceb792fddc14845b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ec634b48dd663ba5b9bd70c588b548aec381634353fc085e536c3e75f34133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b881ede4d9779f0c0f55f22ee4c796643db400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25133e3818e7fb1d098ea5ea32577ef77e029f3a127ea51d8b0f95e51b700ae9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ddfaa056be8def900b0ff813211dcceb965553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3e886c4e3ea5ca923d1fcec1e2d887024b391f8e77b3697af8fb01d52c84c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fbce3fbd44079a0ea494865bdd04a94b649e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c9e1082a627be23fbb7fc7a15da50345c31a1168dcb8d7626db7a50a8074e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa093d23f518bcf33f82b95b1167b7aadc85d1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ff1eb452d7343dfe3bdfd50bef09c789a856d3a80abb2b9fd8215f93a64f59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee2b068898228ce74180946f2bd08ca1673ac7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3a83465665749f5c1da1ca8ecc141757172110ec75df899d99f3617d4d94d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff506f76f9e904dd891d4eea3c392ab94d75dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353650019e06d8693e79006556f1b8495f73b9ea6cc25524c7433ffb1168753c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1716053f98ed811b1a48e770119a0c6de56d489e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5120dca203c79c42475cadcde4a791b5970d20bcb60e807d5c28c0459a5bc772
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8182f59debec06f52d352248648326c86e402af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8518b107fcbd07c1e8ed14826347b5a489edc268f91715ba969d772337cee9ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d713cb686018ebaace385684d1cffff3ce48b6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07d2a164ca33f3c34299417a720f42e8381096f166b9ec28a8ca4b2d7fdd27b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a2c909f342e2c660daac88a4e69d9dac65e47d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e8ebd8a74e4b25a5fbe0fd3d593ac3ae08c8a700e23ad3ae6a078a77e39727
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89649b76e8d9f0cb47f96061952b8d0248ed1ffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bb30a4440d5dacb5ada2ec41ced9c0ff0f52af35b08d887867284d1b0f829f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948f96bcf5ce681f7c7771d551023f7fb450db1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb0e37a5c4ec6d385c995c75ce5f817fcb5bfbab1a91dc439c3162a99bb9ab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c789f706e742521735a9b49a2f4fad8a81d0c6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549bec8ee7c88cecd0a7cd03ce8977f87debac57e53a957073961dbb0486a8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b691e370b4ccc87a272d1893f59e93e47c230a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ca811907d8f1c3259695de8bc20c0a1a10be21ff350e25d9ebf1c6abb9aa15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78d6c12d8337c0e40bc5c06dd51c350e7c3ca8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011cdf1299596094e09420b94b89a847b61691ff9755b4841a82d6160f14e2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2404621ddbb75739a77ba793f693ab172fcc3128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77c63df1d7d1d3d9223c2b5faa531da4985ebb14222bd901c2fa005bcc471d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa725b15b96e56422a489a1dd738d6b3f1162fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700ba47c7561d0f781926a159467a0b902cdb467d1b39f795ab4934b86345bef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dca33a97db824aabfbf64a41f17febbe5a4b2cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5c121523b86e0ce7ab1b6027aa5861e7e1b2135840afbdcdf72b774ee4037b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5f146fc26128a56afce0fef8b0978568791db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cf19a8f39ed16b1a582563c7c7a0744877db5fc73146faa7050167fbb187ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b52a31b258f722b7660e73024e521a70d57dc68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d7aa9ecac831fa1ac8ac002ba54ed10e7815350e56ebdf41e54c244f7f91c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd12d7ca39a4160c4e1a9e61ebaa65e4432e2a2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b993c21d569d13a87b3e0bf1d88c02d5934a3a196cf4c10a6a04d25d877704
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2558f34eb7d307251702f19af32853eb23c08bf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ffeebe7f00dd8206f916fa92277122ec217f44b4db15353ad54d8a0c1cda8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69c55f78eec3cf5d79273af781449d0fda1f7ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1795deded0dd6652713a2f77feaaf126446df43c0c91f21dfa4736977e7efda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5409710589f751601a40ce42baa51a280c71a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f76fca02e944e5ce9e220d1bfb57b42de05d4af4c5671cb83a73bfd5b0c0ba7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab492446ae9cc77a9b012679e51a9f855f8d4047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b0c1dc49c2e99368c06d1779850a7e444e49d08b0b7d84ba2e3f190691383
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7bd136b204ad338a6ecc1d7e2353f138bd4e93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e72dee134ab9bbeece279539720d7a2c9d6daaf603fe36fc087ba70fca6cbd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f5e939dde656b85b9476d63467f9e2dbb783b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a68311740678650e23845e85bccb57de1f050d695c4044f2a356e3b2236519
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bfa5cff0f93a111682dc3a4cdc32a440e21d21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcd4443405b1d22f94231fb8aed2a8c0bafeb25121d9cafb4f4013ba91528d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e7374d0f2fa5255ae67c0fd305c47e4798804
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e0cc8bb3c19dd92a0491cef4942b668ab8ce1513a1e3891d3ea3cea1919b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d8398b3045d9f9ed11ca31912f4255157f715c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556144047de0ff7a8e05cb692e846fbd3d75501568286dc78181927460d72d11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345347c3e74e073cf3162ca70d41e2c1de43ba10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123bd809b60ce8f5ed732428e824c336c43959bae3caf986c7f4bf94d4654bd4
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd00b9a75cf6563ee6499cfa3ecf45fe62905d85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8ed32ee5f774430fd6789335164f1b4ccfed24ad9e971ec233498f80e469b3
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e131377278c0f6efbcf3054f516dd73f42d9266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1301e8d8f31167bd8824cce6524144d59fd0c2477f3c98d8268c339af4b66613
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638adcacdd1573aacd496512ed1a94b17b7a0640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d5f252c4cd35d16d4bdc6f239bd4d9e69099a0451ea17ae042c68df825fbe3
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cce1b7935831dbda6bcb9e8e59fc19d256b08fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b540bbe702ca39b586f3438448e880891d0e51cbf3748caf8dd3ba05b37620
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a116dcdfa320614dd676505b6986b4f9b6988aa3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999867c61fb82d75b22bf88121bdd06d1a886b28358722b7cdb64051a1823051
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c12718ee9e367dce4c4312603f1254938ee9acf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed558e41d2bf633dc2d65cc8180267bd982c8b991d3826510f9c83de6bc5b5bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f87c57eec6033af6ed2393bfe76c5aca4c7ee0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4580bf2b431b5ed78dce3e75d2099d3d67c1f32c4122a8094b5cb2e0fd6c07ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab22775fc5908a9219e08d89be44c066d5b28a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a88190dc1134243c3d2d104e2123d9c20822e0fb1c026a3663cbdce9d827c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a02ab24a04cd2a08019df1bcbb1d240e4aa94ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50928ab15151e7cec7eb2d1ed08383dbca0423e4974dd162d67b351462daa943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb3ab5977918fcf2ea3f9ca474db51beeb4c52f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f99c0fd8e0df1f8d28deb64c6e3a2a19d93c86469469ef1d5ce0680eec5e2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378968c566acb7318f58921dc8541e313860129b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4054ad42429b885f52c48afd7fa88f32f340b05df7a47cd6fe98b489fe20f51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b333f5ec358163ebf55f5d53d1c49d78a629b9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfed1afe11e9bd1787498188ac2fc5b3435473867e80318d38089216e8607f01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5c8b7e6427bc716f9f9ae075a2c41e1037d7c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8177c0973d5a1fe1a3d30d1c2a0c627732f711a70779c2a72a909139aa9160
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577cfdad7235945c5e93667894ed23055204826c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d225247c5431fcb15abb592d9a26dd156c273b5e84fd89fdaa8546ffdbc5299
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3e72dd48b86b919185990816d1edb2b8e992fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708f775a6b9375a0261d7d8fa0fe9950c4a88c3a1a2f4acd2e080e8f396ee8ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec411f42d4a31789725199b0f39ddbf8d6af352a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05f36cf9f9bca47620b895af3b2e400db11ed7537e5485ba7be30e836300400
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f1639f65613fbc1366e4fb7110966a69e7e4af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e3a20deb0967f3ddd65327e9e6892c4416ac78cbffc11e03a7b7a37b0a48c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957d3314b8fcd3c51810d46455c4a0fcf440a55e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6a1b13ff2e9076691ff57eecdeb9f85b0ef7594a882caad8492c020482a92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9bcd6e12f4796292c338fa570ef6fed3ae097b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da157271c9afec41d3ba7b9259e96314a61867bf881aa3619c9b374428ad3ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944156928f2cdee09207c4ce8ac9daddda39fe5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a25c1c7eeb41e4b609cf03f5283e780d4f915069246f39b75712e21557042c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3758f99e4307c1ab0cd6bd007c1cf7db7900b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950cb7e50a640d745d2add57f6619758ad3072c20defc019fcd04fc269c6cd60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36420fe51426c18f3f36478f957141b444cdc06d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e601135c0dac54a7050afb087d402fc466f7b0ea55c71ebcb9cb015e397ad453
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352164afac6179c6fe4c811cf8c1a285444c7a2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f665b899cc3aac1d7bf4fcf83e007be8083c0af234672d06f904d9069ac2f35e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a138bda4690c506ce3d354891cea06eaeeb5dd1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b0e58f075c1923f06a909c75d73765fb2b7ca0fb472ac15ba32648982c7850
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d488ff023fdaf0ce01ef3ec2a233d54f1c019511
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141eacc1276517b67abf595cb5294b49e480e52de0f3ad259b425b355282a472
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e610043602535ac072004ea0019bc97828a9d655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720ac9c84bf146e5e454d7a5f45c513a19d32e6c346b76e4aa704dd128988d3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35bebfd2ff5e96eddaa028bd3b8ffca2e765d29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc3fdac2e3e9f0ac95e14d932942c54c2421d5ff380fea0e714faecc9f8db3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e09df0525e19646990175c3ede1304ee5403ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9247780bbaa65324c26e8471e4093b464699d539bda12e8213dbab1385f3db4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a15fe49ff6563a1486c8c2b46b5f2a9d3d520d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a334ca040867cf51702a45aa4c4f18e098c7ebcd1868a94268131bc08c5fb593
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb1e24145c5e97e94cc15bba3c6e7a14a6abac2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba6f390f60a6d7dc887936816f70ff7aa2c6e32c4f191d2138b8de49d2dbefe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c94b5b08a079511644a50f6bfa21ceb66d899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40246bc0b1686bbe3e3b2058022882bcb904c24c9843150859c2f9848300f155
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9698aef6b6aa5c1c73825f0f2b9d691bad6645
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296313a40dbe9e3487e3b4d445f719cabf458861fdc368a3e154fb318ced1153
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c127b401e4e6fd802bd67e1a2075b14627e3429b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642a45d31e243f18c76507679df58a075c3f03128ee8e87f7e1fd5e2f06400b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7d38c7713e23089d437af4efa28c1d645ad238
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30c27adecf55bb17ee2c33206c9d58d37f6af72e2532d0557f803a0e6974f44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d972665623e136249ce59b8a25e0a34db7340400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974c19b359e4e3be6a27a40728ce0a385c737e9fa053ca462e6fba1f7f02001
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6f58198947e5b2f56939529e85860745490510
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8551299dd62451c69a99980f7cecf15c50b2f0878fb5ac111ab5e17a03fd2ac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508723f338c0c1a23dc0860f98892ae98efba481
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e3a0bb892ec7b204be120b4bb2e867611a7bd462335d3a08b42f1079890f5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15da401dc9fde1d81eba2f6dbc4b381b9fbeb94f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb03835c2c9db973b36763b97f294ed3867ce0ebf22872f31e421c2328627337
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3962812d1ed2dabd5539bff2e7446238a1e68b40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c34e9b985cc91e74af474141438a782949a8515dfcd90035a770e5d15e309b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dd9c51c6e1b0e338686158f770bed830af2a57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2783018f8f7fad7cadd7cc308afcb27b55a13d764abb97a49cf6fdab7ccb5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fcfd2e2577a81724603a15d6a0f09cc2b1b78b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b762a201c9214b01b0e89a47b6662e0a26b97b6d32dd8fb18afec8f51bb9f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d190a77103ab256e83239fda23e78e60f7ea2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84113a633b8caaf551e7d18276bf49650eb08dc330b111f7fd55997d3c39a49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4db694818c09bc2c0300d4db14c80d68689c86a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbdd80c56a30315307963f759a7484abc940043ffcbb8b6bc22266a4ed28c54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12bf269f5c7343601a96988f6642ec7d30d8ea1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc61832b9bf8dd002aedb0f83d1e7ed884e9bf987091743a123b798f07766f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f071088430f6945191f379fab57d8f5b7c97e35f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35f2f157701890a7492def9d5de5be5b088ea509af8db47feca7ab6014d8068
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefe4e93e873d79ea47f1e525f32c331076ac500
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42acf57130df34b8cd9e5db435bd256198853c1c2cad15e9500371d2fee5500
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007fee181c2342738712ec8b5706c783382000ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163cac2fcca82ed87d1c390c456e5523e0c058e4f47160176e2743ab1f479889
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623af15a42d88b9128bbb36d1ddce9ecbff8421b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa7ec19db58c2ef50c739087dcd1008531cc463b17229c3d20b380e054aa895
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f9531af1a0b5eacdf9e8c68cd32f12e1c433ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacc80921ab804911ba6eab6c8aee2f7f64aa9872c61c6f2f4f251794c1942db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521c95b23ce90a721a2d931b090366540809f944
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed8bde7cb190b54db5001c1748f60ac4a8d484de94915a88542b63cae2711d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27daeab871d135696dd716a5cecd7b27b9ba0662
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647ecaf61bffc028b0ba79d728f791625ee80e7925f3208945c9947b41453b31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d387352ec45780fa12b2abae9694ab3319222b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ddf947f1d338fdf5a79e60e943f8d9fdbd36d1b70cbc2a6ce2a4337ed554c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548935cdd3d9b6dd8e899c965966d93c7df10874
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc61793effd1b607275e6637af0b51327b19b75d42f06d9a09886b5c50780ce
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6646e427aec90a07c1d5e0a2d12c25df90c11cef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be5cf1b66dcb3b4ab9a5cd42b0f0b872dcc3551ee24ac6761fe91184235776b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a4a2e3e34e140b2bb3dd36f2303b9e57e71bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096b3fd71d14fa3c3a75ffcb0da0b66e2d5e5bfd7b61c2225e93af22395990b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf74a5789fb4948740f83380c6ae96d169873d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2053e707401921b84fcfe500b2e6728919560b0551bf3639e598f4f1718aa14c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58fd303d2d696f4b40852672414467f5529d1d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ba35599f80f34368290ed654d80da6acb3a123d1225bab361112e236c10d62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac67fc23da9b3a51a6fbe856f6881f9337ea0a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ff1d1eb435211c93d6bf532d6c2a70950d36f4c563cebd724a69025137ddf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f295c282735ce986e5a714ccb10e43af05c7ac17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b252ca3d937dd7f4ad4e10392ec2ede0ae76be0246f2d5123bf59437e1a48c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c989e1d2217fecf86dfb6223b3e17950e474224f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1dfb60c0fcdd806ffd6649a5a571c3c08fab1271686c80975bd4d70de7e43f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d3b35b19b7e233ea808f55817ce396aca26d31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3684a207c4807030677c8356b9fd056606c9fea343988857ef89d05827eec5d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33042f1886f33b6e2c09bf017fce8a8de43c9a53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3629e26d29d27e5ab3c777d213a73ac764f5eb3797be9f936d48198354d7cf54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a87d5b98eb315e104ee3ce36147520ed0d4e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75ed27665e2541033a2571f90e4816f252ca81ba37678a14a14bb2b6ea9aedb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184674d4a98f72e305c94391f440c10f70c4b073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b94880857c6a6bcac7ede47eef331182b31254c7e842b84e604fb061a1bb455
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a938e9332f4a0bcafc92befb875555e9f1397061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b9ce4acbad3f0b87b8735dc609e3b4d167174d6377ad99896e783d5ffebbae
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9a724d2cd893669ccabdf5f103e9de5b98b4d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199c2b12e6354ecfcf1b7d8780634235cbb742e792defc6d9990afd85dbef755
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3187e0beb8f589f93a091a79f3deeee1297f9870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b86f0d4b8676dce1368e25892e5d9824d5659c9ae8784dc7b5ee173f047ce3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7d7813b8ca1c385e87f9f67d47818bd474f889
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce90be322933c9aed72ba0e5a5650dae5d9ba77c9686dcf06071a7220307738f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3a688ff180f0183d8e23b014069a681d09c8ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b085c7c0419fb94d6ec2ace785db0fc3de0587744e82caec856f736a2f5d0c22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33984988b5657f67506d99c25b59195bf3064af1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edee5d0ce5fc43f1f7d3f90ec7e5766611ba9454cb44b1093030055854a886b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ae7a0796710a1d5f002076914f93c91e3a760d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4decd2c9f9a26a2f77e38c90e1857da69eaa58e36d997216bc3158e2fdad7cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8e1175eb70aba08ca1a974b01f7404502b9988
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dced67f95bf314a609becd006e3ca3e7d7db9a20be6c8e1fe700ad6a07b5b11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6664e7c7d4bfdbad11b48cfce24b06cff7087d13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619529eddf07adb1fe48e789727fa51debc304aa8aac7ae079f17c9022ed770e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c96915c3ab0342ca76836a6f8eaccce3d5bcce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393bae7564562b3297d41615a39106517ed48ff3ec7a1a265387e6b3d7c62d7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dc650563c038cee3c21caea195c50f459b6694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1611949f402e824a39be475ade9abf68bdf80e59a1ac11c5b91784fe56c3bbdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5053d3003873a3af93f39a3981dda16a74cf27f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9423e4390095a0a4fce68910f278d750a17eb25c6230bb2866c6d87799bad1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9136bc57de594f09d49fc186e956de42c25a65c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023ec615990fba44ac8f8b09732003491e37eed27d9a6c703a7f8517a5726149
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554ad9b8135624c2b02726b6d1cdf76d76e1714b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70b5b9b89409bc28adb297e35f545bd3e06c8d2cf50364a696545fff363959c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ca262a3e4150a0f392c4c54bc7c744b85144d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c181d960fc6785cf64aa971821cb3827169d51eb200ed84edcdbf126d3ab0b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6053b8c25cbd789a901ebed2c68d7a5713ede3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5baf1b2337276520d423a7bcaab2b292341ed36d74edfa0ded4b53f509cf711
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ca2c991e08888115438aa3395d6d852a2476f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7cee1c95a3ed699a01b213b52cfcb9990a0456b64f78c57950241e1c49a5dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2f18786b9e507a96a0dc16367aa3f23a490ef7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455ddb7c81a2f82ac51807584ded35cf4d2310a1378d424c615347ce1002fcaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c10d1a958fdbde224c7f2f76f53987cdf80435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6763562a1b4938f186d704118ee015b642fada3fa51264b1730571cf9f2a4a61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952899aa0f5a2310b083f7f54fdfffac2e8f69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aabb78950d61c92833fc9788d81f8dce687319e44d69ae47edd91d3431ce36e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae16dba8d17e42cdaa047dfb3681db820352d6a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275c6972757591846245dce2d5a499368a545d589626d05e2bfefd30e169f713
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d858016fc12b8e6f70e462f9bde19a5789d93a35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c9506578fd4d1646c878ea98b7055f6dc0ca72e9332ed691ab5ac68ee65d97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa893638695111c8da48e225d74e7a01e261264
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112e6ac9044c7c6e2c867a88417b5e18ecbba81b3e33623ab955e36ae9915d62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7afc5c2c458ba76e536e26aa1ce27ea39444279
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b581817eeb9a3f1e03cecd45cdae2636bfd6e36f4f002b7339d63b79f9b68b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031190bc3cb56dd3b9611627a1e9f5da35c5f8f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae059ad0451221cc3796f419518f8807c581f9b6fedf88b3abbfe025645ac5b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2204a6fa1700c067e9d0c6cab7787eb5c7c0ce3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4958cbd702ce19f2f9234bad2680aed8eb1c944da3a2e08bd2d7c99bd9d048
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a012f0570712660d473c01fac1ea11fa2d1e0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4936b1d8ebf3b0c89b09e2ee324089990c8ec305c7b7ddd47d810679a5593d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f0e04166145ca06c0d735be1f9dde6cf491058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c132399df6617f644c6e70719dd3bc49cb944c388c18faf898f88f8ddadc70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393497d7252c6307be3ec29818d70b67e8ff8e41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807dfd2c2a15e914ed8cdbdd2b36d6da495330f653ad001f60d86c7b548e2a56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab26caf315409fff4ca2048c5398e9eda5d3b45f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25481a6e18aa3fd52e14ed82969a7b4b973facd7c19ab62049c59c935aa008c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8821b8a978d5dc204ee96744f35d50005741d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892548083be19a217e48c8ae8e7bf581d7b72778d543fe5801d54de245e8bdd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c60fdbabd82904951fb4308dc0e0b8372f5b742
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7030724ea955233398881c7a51c88daa2d14e4bf33bbc910b873b742be475fc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189217a1e6c65f73f50deeb393632231509ed7ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9933b92155ed94c6f28332b9ac4df89d45092352d7a68062d4aa5f8674e7c02e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321ad6852c87e7ac853ac8ac2cf4d6ab9206b2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dd4c03ce5a6232a108c5d6e64e8921ce130b8c67dfac390d4a5c8f0b3a9749
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa4d556daa22b56d432e4294134f6efb38e1c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85629b313c77cd7ac292dc11b5a998cabadfc5ef236ed984b16520e1d7e80acd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd20bc0f6db16f92afc21b4f6f094dc7f2340d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145bf1ee7ce4c21fd11120933b1a2fdd20d366fed766728056b77ff5f575008b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff326fcb50e7cbae3e627b232f8db0c3036c9ca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0de54cb963331513b4d221d1dcfa7efc9bb2f9125339bb1528649448ffade9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b44c143da950932fc1bb09dba2f5b21f7b71fd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d377083c7acc36aa2b4f5011edf8f4abfbacb2675411915cdfd9af5de08a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562bccc4562559e09661e1875f724a80512dbcda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7478823722b422e7a1196e299c2045e7e4ce3d604e021f770d65b7b4c48f4f36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7e60c306f5e290d26eb66bce961cec7aaa6642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c2674e1ebe4285e4595178ab0fefc3b1cf5ca5d2392ef5631801c9ae8cbe2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91108a5351cb9176425b3a8067a96816bedd060b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e7d0eb7e63bbfaf0fc26665572fe5488fcc3aa39e35582cdb6bcb48929eba4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378739f0f9fe40ac1f59d19f371d532e2b400a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa98196d49164626dcb4c44f0dda193068dfbc5e398c817d60c07d5413b6de2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c96e26b7a9e58f56d6661fdb63cdf9822a3bf18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5203ee85394b2d62bc7eba1c4977f1246f234778ff425863218e257ededd498e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab9723b5bb05671c6932bc674a8d0aec448697e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e6aa7c37a29f68470a923027b12bb6ffa26862e29f377bccd2122f959b63a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef574e8f939deb5520880f9a5f29159bd5847a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50eafaa84124f575e78a9db472697683968051d066c45555e492e892346aefb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d9a7c605965ce5a655a01e060c55749317cdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ae2a28704fe558ffca652565702c284c4d30a654f7d9f6b9d9756b47910cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b962f16360ba90f44058d270c3699d2c920afc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff140449004f07d4f85510eaa7d9c01791c89387617cc864cf7b5de338c219d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac10bcdd61de5956f3326037aa7efcfde7c61420
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783256e40e14248ae2f556e246550cdf78ec4437b65b8185db20951f33e4e9d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a22be4e7a899b2f6ce8c6cbbad266c6cef30d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de39c7ffc6cd37181e4ff58b34e38597ccc384729e230b66631a21b6ae306a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b2699ed24dc20bbb62e8b1ba6325162684ac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546fab8d4776fc227caba278c30100047164fc538a7013bd8469c9af0c9f21c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2b34d0386e04a3987efce78ee98281e2dcd382
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9032224e397121b01f19813d1e3dc35d0b66d85af6b1aa3a7262d159a5fb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f284b9afa8088b5b87189a2342be341ce0037b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba4d8df4878dab92744223863ce82d89897ba04dff9b83a7d7a9ee7e38b32fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23da7e04af7aac7e8ff743664c9b12c2d6092d60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ce34a9724fec63c2aaeb96276483f101e5dd26115f2ad0724d85a9e45b3d00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04279ba431e3f8639bff545a2f672c4acf3946d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657d8af867889a9bbd7f698a80f6d697dc6edfabf124dc17fba84614fafe1ae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cec303822d94f0ea90a8df127542362ad1f47d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141c62a3361109e47d7accbdd5ebc910164e8d6e078987186bef35dad4a945cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2042c0731b51e3928823d19c8794b9895e7ee91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95daedfade704429789109c4c2cba24a62f49bc05ef8501f58047e44ec0f19f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a732ca452fd239f4b50d74a61c69f6a41c0ffbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0452b90123c57605daad813bd8fe6aa619f18360d3ad80cb0a20c2e4a1793b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94dc20214faabdc507d44643c83c28ea01b3227
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e029e7be87a893f4d942841e4ca908a90813180df5070de960ad856c8cbab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181d813a5f6ca8803bdeb63a5841dff751abe5cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f35ad94c9b86f802c8cc4be6d84820feba6508bab4a8ef128404fe70f3466ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8c6f47cb9083614c201627311c404fa3192c81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40ad3347d3b7c2fb701d9750ac07e96255a06faf8e1d68deb048def21e81e71
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bf6b102952c2d7fb10b2e42a9f22ab16f02282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6b5f805f08b5dae93c33f10ac659ffceba9747f538e472249ead6547b28524
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f1e018f7fded3e7c6bc3505e4c7a91c6c17794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2cff26099d533d6f61fd243df92afac071d4e68a7116d24853fa7ce0567de8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b96561484523663f3fa895a1cdc82e325477dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0795741f1bc658077956506872242ae78704a97c788f15fc18577c28727151
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8981a199cf768cb8a86ab33c998c9ee91edede6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d1dc67213948a70ea939b6ce90e9c75b9a560175a31304bc2d0e586148a5c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9ef94af27b804a21b3423875e2246ae0370456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71987f9060df68521eb15476de5e63bff6cc88cfd5ac332d2082634f3f07956
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77190da0a366766657c1f90727cc20f836ab5794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65bbb3fdb80ddb077b33c8fa6da2c9ad0a724f552e02e2f1690779aa6d01344
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8171a68ea780b2f35e187c9b0fb7a31e40647c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b7f5cc1b3865f5ab5f88b3cdc2c86f0bfe26bf75053e63c400a62467f869a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eada6ddcebb273d42c7f32733b4e8b18eef09b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965d02ef30c7834ddfb8e90322088f0c25dafc446b241308451ab5cf244673ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1953e6c495bd9299ffae0a80de0c63f398e04c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729c6e048b9789fb81d9e8f48d06aa3d2c32f59aea8ed598ff2231e29e35fa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d569c0e7439d407dd346c9936cb24a396e5622
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca7ed656482fdf166c8a5eb911f6e3cc95b41321b6cc304ee269f54c8f76882
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f1da73838138698f37374b6091bc232f750f24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9a7c734d9326c6bcea520db04f71456ef8cfc4cc47cc8e337b9f8634c74cc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4282dc6163aeebd0ca88e57a656eefbd37853c9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7469ef37eda68696f999a311b8be02a110b4291b73319c86a3eb906bea5b7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba01bd3f5cc385ea697961532f0cecaa21f2932
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b146390231998041d0e6a598837f935df03ad8a2cf37dbf12d1bafc412b607
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94de69917a42d36fb33be7e2e32b598ec800afe5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88849c8e02e48302691cdd28dc593d4f0ca740f7c6e42de94241188bc376b06b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d910908037a8aa1381c6a61c191ea397fa4cd1e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c01d25a69213af528e139517b1dbbab12d09b5872c63fe9bc505f4fa7a1027
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aebea037bd57bbf2485e23a55d3ef9b0f8af96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884fbb4bb041aeefe9eee01c37e2904b70c840c1013ba11c49225514fb19b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc198c80609f1476a0f0ed5074cd1705caf35d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ca18730ea0766ba39aa3eb168d48d1ee703168be78deff85af97c1afc5ce61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f5fa287ff067f9e010824664992370f6adc8e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c1f6632c9442d43b3b3bb2e5d9afc635cc4670ccdf8d1520c51a3132ab8619
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc39df141aa9f8a3e1f7d1193b1f1edf25cb822c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a693a0416b603d97266bc826b6a5ce82032786a2b38d6fba224df9ded776736
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dec6aadd40bc78ace18dc48e3d6ceaea992f00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc07a75d5d1caf95ebe02b08822ac896d1783d908a04bc8430aa6a72e40993cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f1144e7fe8d3c2f765b6e2eaa14516936e125b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408d8f4308e259878f4de5c5110786687258e2e9817995b69c10eca35ecb1fda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9358c9dde71250d1f4da5e3ffc733567b9bc71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febeb24695035ec954b412845e8717358f029856cbcfb0d68e2e2de59697ddfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d24667aa04618dedbb3356ec31112e83a1fc0a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b67b22c0097401bd59164292afd67821ea83991ed657677ffdee4a3dd40b6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dd3b698e55ee2dc6537d3536b65286543c676f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239d3de06287b2c4485b9c4fd8a882217566972e56dd73f7ee6622bbb5b02e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff8fc5f57dcd806ca1a924328f561d6eeb700e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad20166640f745c29814936aa223c735b5c5552e31c95f048e6462abdad649e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d2b24f7a8ea59b08b1aa5bf38815eb71dbaa6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0c2247ea4b360501d787434a2678e9b79a7e386396479ae1d8cf88e128ae80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7db920f9f7ccbc866563f87b19b15410b06fb4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97132d0edaec2af3cc117b0111e96bb385d4d0dd258cc337d5d6a5b5132987ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba07f1124c0c36b20026efa6307f141fee9beabc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82fa392b188f4540756598c1b164e5f4eb1ee9fa0e084289eaf74ed5dc2a263
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea1fd93a1681efb3244fd1d17b41e6bac17379
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9806ec270946b0d7c436e1710acea403e869f67f5a95ed21c0d4851a5b1e1b6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61282a6d82f6ce485d6f6fa83eb18c3851fdc18f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ed1e1a67c2cdd5ee325b06904cb201b709417d3782747b591fec00b7ee3e90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966a463a79d4caaa289f1cdb290d82074e26ad30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94be1116e863516fa78748d28b4f40148f08a4b288e0b2b4c71e35a137b97fee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9c56ebe13aa6e51124930445254717b232839c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b951e9c98b14fdc46c636da7424b3ee2dfbfea88f4f8487bb7828cf244059b11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4d14ff1b4627c8e7317b7412ac136aba37b040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa06281970dc5610fc447a0dbeed919fa799f800aba5c1b0e43e667c4caba2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5b244e834260b89f5ef191cbc23267852a84a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f19faa3229495f42c900d7b9c22a1069e099e68ab136bd57ec8d3d1945a22c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecbfda06c757b543b9ef4f9d58009857726047c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf804d2a9db0e5231ce9e1e33b925ea36ed8e709413ad99f955ad0a2d3e684
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d17efb70acfd7727533e6c305b5f509ed05a8d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852c1d48cacbddfd3871c4edcb7bd2e9f5ffc69292cc0d46d012407bfd71fa56
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138954ddedbdbefd5e4b05d750ac02ff16bee075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1d9d48d2b984cd5b75f389de723867b24fc36feff74ce74773d0ade9e36500
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a09c3cbde456e04c20ab75f096f61a30808a6d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ed41850215b604ff836169cc205c8db7970798242ed4dde102a5d98426438
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bec68971a08927ca1f146f1c55510fce2009041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2f4c6daf9e44388818f17869d8a6ed3407e6f43967a01a619beeaed91e670f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec171d02e8a5e9682154029d0e28a3513bc8b03e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92f658b10fe5349a094594ad8ebb4004ab5060a1c5a2ab4d5ad2b6c6a713889
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8e323da61f6bbbfa8f7ec0475b70cd4f6ceea8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f173c4c23f1da85c253c673dc7afcb0a8d7188cb2c80ba256003b2c8e017b464
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd3583004113401fe8bd9ffaaf9c824b40ba0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a69c8b2acda72005700740c1c699cb8c40af9efcf5687d51c4b23e9633a3e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5394c56be58aff63f257883c07cfdeebcafb82d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36140b9a87bd12da5343dbb87b53864166fb7b3f0ef675be66c1c1873a71593e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689498a317232c661ff176f5cd132d9805544ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354aa62488f829463cdaf8a8e43edab9ffdbc961d4ac23c61ee9979d800afcad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c9660a7a35b25d86d09109e5a9ab6bd62ff040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f549757707d5d4b7b16dc429f7f55dee10e7e12dd011cfe1e9014db0e4df2154
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e36a25e798ecb6426d849d4b73fb95d44c5826a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3c0c7afee28ec0bbd1c224c80996248755500630cf7921340ad9e633349e08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebfa797b6d5e6c40c8ff0451bcaa5db023cd6d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3d7b8a5849f6e6afd2e361e87c43f4dc410ba36eefc882ff4f7e5bb02e3e5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f1532e88e7912248f1e6c5f8d54434996f23a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdef432149c4dd430c7500b4975bbd10d4d7f65e5d1e6d16ebbe1f085a965f28
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da1f893ad0be22dd1db0ee2f05ee5d95eef2673
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd18aad8218e1eba5dca7dd5f8b5f15c5947dd2bbcdeca7b77ee84b83803bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa4989189e6bcce2182efb4d21eea3575b79e07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e3217df460c7c194ac70131034640bc96ad8400a50d38bf857cade8a8fac5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59f99a5f1e2a9022264173f97f3c6a63224b09e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04e7fcd715623292f2c6b9b3e47e49a541b6cdb35c827b1812b7785e87b6023
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad537d8daedfce9a2c3bc918be95951375dec779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb8890d1350963add92388150008463ac35a5b7dafa3b6a9f8d0e8cc205b7c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c623345a8025a94e95155832d062b2c16a7f162a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32117833869144eca8110474c420da176e0ddccf0dfe2d95ec603bd6323d2a48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea0bf9aba1afc6c512379aea6ff1018bfaa6fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f4b0c9e63d7081a7a940eed8843b4281ad694b2710ecf15eb95c8b64a397f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1eba9d6eef604ea42660cee762b1616297683c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57261e2db87f6c1c23b4fb9998483a1f35b5b658ac30baa98163c9f7e318c453
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343407b58e7a0a7392a1b0a851bc7d6511d73f2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741c6ff1b8087b81db58fc34372b91434bf93a24186e1dbe0d8e8f29ccab030f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd4fa2c9a4a27baff4a77c02317574dfbdedb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2970d5713d3a8b3fd0bc744f6e14d53331b5bf04cb142fc6b54e9af098d8a34b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c75108e6ce7cccb8afcfa265e7a96d19ef90c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef9e4c366973fc3d9b698c846b96bde4e124a5346396e1ee4ac05f9bdcfc840
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1229df8f26ef64b4a11a36aafb99bc086664d00b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105c572b3926f3ec170616dc0587dd3e9c352b4b24d3daa6564ef89ce749dd53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9813ce58e5195eee134eca28f9543b225a3de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd5e0a7963b3c4bcd78812153b4fe1f0423c3b4a793eec964906d0860e852e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb58b542f0b3cedbe83f5bd9b7b448f42a37285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2788d2f35d617db5ff0a6210af6c49cb367aaebe40a8ec8826a4577204c557fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c546655569813d53dda6dceb092ad57e30b1af56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0d8ccfc191e27d2333813f5770d88f23d3569ce424c4240447d3365ff52b87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fbaf08172be6f3dbdfe3b648bf024d67582de7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9835217c6041e7db431fa66ddbe3fba55d51b19283e03fccfb6829aadb55b98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e291d3218e569c1a1a5336211d6dcc6eb5bf2691
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3a179fb07d59c2ea80209d7a81440ec3cf5bc2bf2a10beb83a551b04165c56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ccd9851d62a9542c15ab0f337743ea10091b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cf9b20fa06ab562ccbdcf1168c3dd42996ab359427769ad82f57c1a3a42292
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a3c49fcacbe64a14b3171a3dc7d10b36513c0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155f4fd7fcf391ed7d4827d0f8dd5f074dfacb3f2222bfc11f2521e2e73c15d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58604aa720d4f9dfb898aa795d62f2a91c4287b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d0d2c1d2413a731da0c2195b45383db8db71ceaaf4e5f9ef9d7c57234ea05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316e018a67dfd33cceb0784802ecb0c6f9a8104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa6137c78c2507fc86bd643834e814d19c4fee0b6a9619bdad8534249e97296
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feddecadf5c840ec316402503c48993e5f0e4968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b36ddc2f6c17846d0bc9627b368d18693c32fdd06a99dc9be95657ecefeb0e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f126d2be7d588087f891e80d4811c1ea92a784
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90e2bd8549702b0ec110c19e1e5340b64655461a0e5473d361416c155c83d39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e40259cb72d28e9786da52c5443452a2579d7f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f4b3d947ff70d300ca22455a50a45604c0ccdfe4d1b93775304959fe015eb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ac388017c62ac6f3dbff1fb85d64d5b33a9613
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9dfd5418979bd9ba5e8cae7680fe3b2197183b490fa49d40cfdcebde136153
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde0a8e4c9cff85a71a8d38c109d4b9dc435cf32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e450a1d60dc25f6b23402874feb311cbb80fc6c68d209a494c711ab3cbba7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592ed893825c9a9ea827e9339421262fcdebb7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5e91646f2a41afbca99bb26034b5103afa70d67cfb5615dd6db0555393ade1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adee4935fdecfa7f4ae8d43194a0e9bedac1778d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511b652f99097fff857a884fbcf42ef54c62db20a5e1309268d72dd0fdd2d95c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717ccbff67359ca9f1454683718fa985cf18b183
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c498df4329392fa5e522a83392ea87be18ad7e74afefde17fea55f9220779d5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71154bc7067f09b64b6a8d89f240e0276bcb2f6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710a219fd402e317763a3ecb36d9316e313ccbff0184cb4190355622160aacf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed82ea50f3ea4df44ae3a8ceb1e1d1f6818b914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbf56e02e7476996fed17cb3127b69b43608024813e2e80980c4301d3283b43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab5da563922f4212b6ba701baddc264566b0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11acec80ccf0f9933a64be9269a63e41933486c488c6c17dc7585589e4cffe66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de808a3366f278365e31dbf81705b31b622d605
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b9b41ad546e2763a26072477a0aa66f23eaa70389df2d4b003bc44f7771830
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec0de357a7b3bb1e44ed10a151380256fd715b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95edf002049ab05387ee3648018e2646069bad32afdfb60da4d95c55d73b6732
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bf13ddd698fc00978e1b7f8609deb72940e92e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1398b2d114a83d907659e84e8dfdb6dc0912ed32f2591ef6e626c1c908c5fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca97aac0b8a50fb843d2b5ccba25f68deac8210
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d19de0b1ce161a3022c405e37e34de910803892cef9d0a3b35c9021f6fc9d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab0a16b30bac2c0496f47ca29b0079f6c965384
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42b5e92d5fdbac51639f6ba064f8280372eb09e7f1b75ba9f0eaebb9b245ea4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf1140682edfab63184d63839b67e1031f10f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c174ef9ffe390b3134b555175089ce5f426030d4a66a394d7e00c9e5a916c1e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3186bd3cdee4fe7decdb47a0962c61c17e180737
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056bc78a5bb759013b490d1d7abef719db3f0b1bb548d50142d929c2b6b94fed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c5e50ffd490f312a51c2a707552dabae33919
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1242b46ecd9c5df497ac4e449b0feeb0649ac5822de2cf519a24343e6a115f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ed9ca5eb0ce4dfcc0f4c2d2ad970169e6f6588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbf979fbb7f32387c697f894d2ebe711527aa0fd07f0e405a108f07faf502b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e44d4778c0147782c20888285ce36f98fce7ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4220535b051ebba3443e3a676a4820ef6b9d44bbb7667b0f6becaad73d9c28e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba68fd7857986b733bd41dfd4c446bb62c174c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a0ed9bfd862a1df6e5e0da41525a84673cea9c3f0a46b6a0494bfc60a4c895
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e72b1854010d82f9987198fe22a6efc608cddca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e422dde1b132a3c896c3724b1ab8a40ed2b625e8d5f87b244d30fb9de163ae4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd6e827e7636423de399fdcbcf41dcca7b7ced6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265eff14a66ee8e56d6ae9a0fa222ee55e7e4d35a3c771a69453b747dcb1e3b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f54c62f93bdf307c5b048958149662cb09aafc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d237904b1f1de744ba05ce86559ebc24f5ed9a1c3b1f16464691f43de8814dfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c9b90873d966f2facb98bf0746f1a075c53cfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701d0555f20da80f22fe7001be20ecbc10080d296739c86d05b4187eb3ef535e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6395af1a3fb0a82c82e0a20a11901faceea75c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3363b78610126a925b776ef7e1991aa0964303802a63e0f62f8433d161786120
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bb59a1801d46b8f9f4b8ede8fa42ea965774f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e706f49d47aa2ae13f3f1906779cc348bc1fd823f30b88d64554c47f7fbc895c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be18b41cf11dd720e94e6ef9bc7d58ca78453f20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02417f87a1761766553b1f7aa499a1173e8476512a754fad38dba9a0dc256e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985c0f4b6aa42fc7c63679051d447bf3e9dafa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bcf267cac8e98e8bee7ddf666e2da21eeb2f30adc2a1e216ade9fa589990d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e48b5b2911667e294c29c2b229f1048cca18a99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc87c57a619a77f565364d0555eeee0ceec9e835b8390c6c74bdad1ea220456
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcf1b213393ff69d57dabc82293ad9392522182
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2af6c106f560a8010a7b8710e3ba463939afa64b748f8b3cf47c96296823c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e0adb36a084a56a121abc856d7179417bf0cc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4582d3d13b58469d0851f7416be046106b48613131ed3a4eef4dd2fb65b7f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f27f7a733dca7637ff062f973119d45359bbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981c206027302e3845c9dc330d8b25fd89a99b6faf08cb5e98ba8b8a7dda0c77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c2c084e8fa4f2e4454846aca42dbee6e99d7b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7affec66b6da87b0970ac494c63484c1d430dc0dcdd21372fe4633af7eca9dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f64aa9d47e22ba58162735b721dea6d296e05a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43a7d26469f8d9a4dcb2f161aa4beb98448fc308f6271716cf326642cd0b5f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53e438537724fbb0973d3863d5ffb53d7b2fdb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8274a03aa83ff3020249c26143e418f838072cdb681ed1b058f29f6b56721a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348bd78834c67579025c238b6afb0c2a32e63d3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b2dc5b2fcfa05edc2ab7782fce885352a19c53359788d107b648ce36b2639
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991fecca63a00e7fae02767feff61080c9dfadd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0adf4ad4c19f1e014ce1c8158b177517e98c721153e109482c2d573543dd25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c8a4371b4ded03db11f7685eda424df596a056
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abad0571833364ed3a217bd4260638276c0f27ebe96a5757b3ebad827a56fbf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e505a350fbf0094f08e2f5fb845f20f81fa8702e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c3a3d3c1f53148da837f715583e8f3196f7b32e15a7561ca75d96fd03504d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c1a96b0c89b02748c7558edc79449e1ef450a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d813a9460ddaad4c3676eb4f748ca826d414527827d7a8b129a6372382f763d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77831d7db36430de85357abf3b93bfcf85ef128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03f0a9da0a3fe12d93ffcc13d43d81d5a765c0a38273b22760a9c6e02c6985f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bb5b4f878916b12c0fb1b5c25ff5f3e6d64e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca4fd9422025fdeb73c2a5394ec0bdb972ea8dac85f885b80f148ade1afede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10afc5efde9328bcac289d7d1bfbc8e6e5528b51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937c6cce14ff5e708ef28a3ed0d94a88b5ffbd2875202ab12eb584edcb9df3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4d999b0f48c6feaa38570f5fcb7421d575aae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d560883253e58a9a6f931927b15d09d4911dcfceed505633ba906f89589702c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f745273dae1466d6235a95a57e88d45e7d93915a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3031269375fee114d23590151bfca4935744efb9925cea9cf1b9f931ea5b113
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70e4c6ae89c07a74632a726530c79da4212c03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96f8ea4c6fd2b709eb7e2a2705e385d2057af99ae9fd82ae9f7058c73a6ce5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f92b2da962c8c1417c0249f07c6cd25024ee079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13b7a1080dcd9857751f654a786a5433d0ffe0c2931b561f7ae576d4cd96c59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86714a0b8ca072894d5ff7dd1b4577b53c1cbce1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb50aa61f33fb1bb31c17f6008957d5c898c2b504a35414efa768ca7c65629c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5390aadfd214a6a4acd53bd396e3bf47323570ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93cf00878919875f34f480ba07df21a753494158b7fcd78a681f7098a503d61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efb3a441caed4f5a981a5e60983e0e172a2cf75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018678ce0cbce7ae35232eb53d09d0a73b5a45ef3890c63b1282f67c3618c982
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9aa5fa6c45c6bf5688110512dd9af504d0233d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814d7cf91359356dee847df8842104c9fa26845e5b09ca3fca68bdd24f866b95
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3942d32079c94642517a3882184c4295fafb38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ee2c5ac440cd7b51537c3cc8d0063ce20491b596c954ed37e25b808f14d99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70b96bf57356cd9df245041fccdbf9cd5897d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c388c14aa9bbd9f32fc740c0ad2355ed4be816a0dcbc37f3e02e48e92cb0217
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd9e51655f0e3278a2f099e6e8e80257aaa5798
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa90863341a380d99e0efcf040a72ecfc6ce58be4bde7ee7a90e87dc044bcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6d08abb8b84f9258209c7ad2c8fcba7714300e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530cd79b2b59ef7234825d2628b43fe7a00964c7d115b0a53cb1bef78769f9d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe1cce78c7ab19c1c5a9971c3244db8218fa59d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae8f4b26c69dd23e94c10193d68bc7c40ec5f8b5240601aa0785792bbe182f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f93c817e4542e3dd6ed1d3f113855e35b0f647c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db565fa2b6a26d4d025946181458dfbe58ef76c994894ab8e281c25ab16715b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa50cf4fcdaf35b3fef14cf89929b75249dd73ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f28f4f6d6a0691802c3d882ce5967698cc3b60481837cc07ac7479d8414ebc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4496478d9d4605312f9b17dad057fc1432441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983cbcd0f91b2b1560214142ec2c967a6c56b8500822495b037b452b80673cb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4960633c15d20c925c3d280ec26aecb3cb9b0c86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364fe25afed719d8b1f80dea5f58d08b51a3e1974da4e8f3ca1767c6a919f539
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e6624b9f225b2764bf16eaedf22fc79d0f9fb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928decdcaaac754e8f3dec60fb9c0410e46d6fc99daca139d800f33beb5c816
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b03cbc2f2f622c3157183a9a73a2ebddc05e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eafad7c0d538881776331a352a0f173933330842ee769d0c3fc76beca5c157
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13caa47da4ea5c5f0a79d8a8966460ba81a1674d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e5d9b4896f17c1e3d4d673efa19ef2dda714867dd444a5b80778f4992c30fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1264ab76ce0b0e777b79e5507ab452effca67ce2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3919b6cb42f1cf99261f2db174208b579914bf27925422e0c42ff7209545bef9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddf38e9c2a49a20db9e57219582f7ccec62f590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54392f89c4e3717d774cd2f6f26407d97368100272c20ac2984f4c1a0def5689
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d27f136bda387d21293a5028777fa4c7a645a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4402e133b9f894268bf4ddec313857af916f6a2d9669b6b789fb3bc29356cfb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4404e81904027756dbc96b36e12eeab8a252c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a49b731d19e766e4f57e842571f98a3237fe19fc1ed68f06d96c7a9504bd2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdfa61899e8a86dc3ccea0e018b0bf23f78343f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdf7cf756731d114eb62a6d33f8f6000acc318da21e8688b7ab713609365c15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35289f58015f872f6ce035467c925b1ab3e600e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbf6e98c5dc71a7b21eaa957519171e1e14d83df1b90337917923da7c949cf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d1f479596fea2e6dba36d04466503bdc6ee297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fb6d2507114aff8846dab5ffb81b82a066ee3c72965bf15d3df35243fff766
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45b10efe35b626245992d05ecc4ece41b73b163
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d1d8b22346ef8f9b9c775f3503d5d7a6d6290bcbc323887b9dedbcff0b1c4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b7a9c1dd7a81dd98259ef27d478ef45fecf1c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c30bde3add347fb991e6a7346be3277cfaaed2fb6dc2c50e33f525c6f9d0fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e970d53afb1fd38b53928c57fd8717f4c610293
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9cd9c59d1235dc2f5c3061d1940e235f6db631f40edeb36b5e629561ef83fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dde5af7e632908701ef4e79bb85192e94965eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e059cf1c5364bb4d61a25adc797b0f021e3f93500f56f8109f9c4d67294000
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89237ffcdc5075e944f81b3d4a151ff01ec21355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245bdc46ddf550662ded3980660a2492defdfc271945310e19c21a05b5034ece
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3c1edc1dcc6e86d6d8a3f6b96710820c65a3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f7df6e05d7e4127e4a941c8b07b0cf76007aa6b2424fd61131342f2b63fe24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b61d7f5f11478f665b6bc662682c9f10d3bfb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35892de70b421078dba07e02004e8963a5bb63d7d61fa246a43c235d52562399
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fc13fc80a23e2fa6bb7cdfbab79918cc9125d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513f179026eac895073ae51a193039e8c14d043508f5cc73fe55d65686542a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b88acb4e655cffc0e516667c63e7c8d1976a1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc2516037652192a6808e7856d022a6de1d900bc31fbdcd604e093438542a01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ced7b41afd6e271e3962a70287bbe2a93bfa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24eb18ae93605401853c5a78f1982002587458f15c71d84c4a791d9a40a413d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee972bfab626d1ebdc57921ce2548cc850af0515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcc2c2bd220ccf0b7eaa701421efd39b4e8e0134a2a1a9e69ecf26f651b17b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c871ca38334294e75c3a3a98d976d2973ff0a431
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee75b583163c2c4e64c05de02fcd9a08fa8ef7b47dcf505cfdf0669779828a7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536f6603d77e189aa035e2024db218b173e4b797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe2e925b46eafa3e81e64770988a8e2859c7e7c48024a5bcbabc914a9237260
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f62d3c16ee739e6b6088a80339c4fc2290df82c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65dc4ab9611b91978022f7b32dc6ead8de191636fcd2671eb99778451e818c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8da4880db3ccee47562d5ccfc9129e01b86c2b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f16352d9bf386283f3571b0fba670928ad14acbc92edc0fd3fa1ed1496fa72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa094e9cc8621a204b91b5970ca90f658181128e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17efe3c6e8f731a157754e04ca10c313ac6499b96dbe45966439bacd685db047
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455ce89fade3b751e75d31974771131773a64b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cacbd8913b5987df0ba04336d1fe87d3d69a20727e3f9f516d22dad017a2995
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94572255935df34af61df95120457ea1118e182b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbca0f50b0480f782088093f48e376253790a615ce5f7d64e6333c201fcefa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2e98ebdbd53d10bda0303fc3455d3f833a4093
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfb45ed9ce5b2cb5f2268511133cb8a4405e6dba2d01e35d5fed162a38139b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd714e6dd50e6f4f494112fdffc12e4010ae05e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71e732e31962e14473686df7807e503de0db03eb795ce258f3b9c1e5e71177a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc58e0c3d75f0a0e6e4241f8d9795200d9ba4a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a8d4c95f0beaecc0cc00c60916c650e34cc19fb16b281fcf895cbf39c7ff61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970f3d9335f340a518e30a291569fa011859af94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e1209f103736036f7e36bfaf12bd27580f3af4bd37b9e929d4c39d32317865
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df892d4b43729736b83187369782e23a425c4c65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef8ec5ca34164827958edb79ef7979563ca49f76537c6637f3a34b079dabef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7f3796740b2336cbc273a8d5a95e4981b44746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b824f12fb955537e8067df16b5bae09aa7dfb2463105ce806e0975647d93c4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5a9b5c2bce1188cdd692a1ec889769b2ef279f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f835da6034b5799682a01e5f9c8682d542478a9d9a1753d9ce1da1d7f0b02239
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160c9dc05640a832ee54adab8528ab88ed4c78bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a8f77b7049e824313a4a896325724fc3908545ea192ce67e9836ef790007e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc67ce0798e70fbc233e370c2a1a46b5ed323cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61296854ead6d6982f0ba9f8ff9eeee252af2da0583665bff186a721b2ca1e49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8ff3f3ec12a902f1a572e3622ff968ab2afd24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c9d5d03e1891975afadc9c1e9924e751389447ba2230327dfc17e25f5dff5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c7796295b2a3d1182c5453a4adb35d61392cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d118fbcef8cd2268579f2ba730493bc3e10410622922acba7b5c11782dd20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fefbe5d308040376fd2b84e712bf451053a92b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87685b8852f4e9a16624a8801ed4e138267d796003dc4931593b61356c3e3a98
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206d926d973fb3dd6342abdf460eaae1595ad2c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584bfe168cd55f4977aba0097e1a46cdab3c54a224dc87104ade68e52a52fef1
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3d7e66b827a467d1bc97c0b9bdc06870ee548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ee3742c9c166836133a33561df6268d443ef4d7db01ea17bd6605e8cf9912e
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e956516fa4dfa07ff5b43de76ef5470236163c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e9d10b6ab2547a2221cf1c50f219d402607536cccdcf05420d5f14a63865d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a6fbd92e37d85390e954e81380404ca3892312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975d5e209e6e2868368b2bba06b026c5fb804af31fc1c6686caec0db14be4685
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff157e0ef3d863376cd779c9f2f8f2d501c73a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d603faa812c02bbdacfd8e200c4d89cb6447e9fd6cfe034da51242765ef97a46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d22c4dd05beff727b27fe80b115c31e97bd870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9853cc07698685e3bd7326b7ec7a1408311409e822753f556f1ebd34898934a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da513300fc0196e4fe5722996ca142071fd1b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a38e9719ea03a585f7036424fc0ba4701e2018477478ddd6a6a75a671b2345
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f943d4032112701dedd36667fe5586e2fe76649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be00c28cc1bd1bab7e283a8d7fe4d882109eb99a3a0acb2820924c5465c2e79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc0cc957c833817dd0d114a28081968bb2b7be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e6f55390b00aab1e6a3a774720cab0bedbca1b927b03a5d45c98533ea0372f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26c8927efd8f4645442f2bf054312533c56cca9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d44999754c76bcb9977355a4d87458d7fb199cb36b314ff6ed45d7c8c3848c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8880e87c2990e21612585e971440f5d06279476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be375279628750233648df0fe112632bd5a1b999bdfa228617f6fad05a67efa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3bb218d596f4c17e38536b42f3fdde066754f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9742b7eeea6a94434bbb77ee169f5ea159ebecd6cfdc3d672d375dd5ef9586aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a622a4df94619f994e3726d2350460ed1d2442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44419bbba814d6de730d60c9603ff8308bce2f2062aa6d1d307d30a33b4e2192
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234db2e79bbeff571b9caffd1e3cfafb3d03824b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fadffa56559c9a04d6a6deb0d5252995f776db8504ca47102a0a93470473d2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b8a2e0778ac5fdaf17b217c103ef4b92dfbb64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e211d2d106cf12f8b5f9068fbbe3bdcd6bc2d7429e5972c844a7ec053eef67
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffd40abf73124b3d97ca94a7c4da5bf877dcdae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dd4cbf047205ec65d28247e87714194f11e4482522d5f33dffc0ffe2700140
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff91c369aa7359dde3651c98871ac09c6f19c642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c0eedae6527fe0739a17df4d9d58e0fbff18bf268bdecf22267e442f26d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f432cb728a0ccd7873bcdc06a91f23f146d01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15540aea7474b132b8e74b6cea5f7f6817bafa02ba5c8d58d506571f2a8b9b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e882b92f3a8d78908062a39f8b168f8f0e938e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954e7edbb2e7c0b418db6a94d7038be4d402c4105173fe34a5d8cdfdf50b1c52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1376cd7e52a6f234199fea2245cdcdc623529a0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306a89efaa23202c182214ff6538868474925af05d28a432b511518fe0d72e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5391bbb9683052591798ccfaaa43ac471d89c47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1937b42c143c07336906ebf124c57f9a0395b5b6d0dba230bbf15a82f5f69bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab7042aa70e6c0f51e9aa09f655b31a11799c8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d503db0ab7e4e79aa38611949558ea134e304e0ca7b6a1a7f7e271a6775ad950
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808e1e3e0b19ccdba5235cfeace9d77bb24e7fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93e014adcb34e7af1a042f11ade138ab1bc51132da2c3c1af9b36f333ffa6d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60b46c62765563513d1844829551fdfc5596a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f8a9b1ea78af71c6269d707a389382810a33077ecf51b42126262afd986c50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937e4f2496461dd50c3bf3d2d7adbd6b70b53b01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcd5be803d2b6b3ca77568e0e5c42ea8419c18b3cc9b809d2798398c4a0ce79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39239333eb335e5c414bf64053e028c6492c5ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb1cad5d68755ece784a3d85d1270eaa6d2983b83008c2be52ab5b720b62af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4d1c4f38c99d79f22c8b6e73334cb84b4190a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d145838f3621d205461218cef265743bad44bea9e46e1d26b4f1d305d4def5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9e6b16b7ce4b92c6d9872c793870407f518731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf30aedee80207267c11b4883c75954b416d727a9de4cbfbd2488270a522bba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29673cca944f25c6a29f153882a6ab8e09026e8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee145e4cf4c9553971e495a0b2faf14acc6099917351ec5df0e1f5f66a75669f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151979b599f82f0af7e2490272134ae1382c01d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb899ea40b245b0e72208b55e8ba52ebf846b6d5cd6e8c8da57b0f482acdca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d3e613e5aa08517539e74d0c037c8a7c31aac3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fb69c34c62b80e07958ce99923a62b5ff32f2da3c7177c9ff1f0fb8b9c226c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54dd12e14e88f0cc562578a1ad6d673ebf0c5b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f20c7beba4daa627b2d10ec88945d0ed4fac51ab94ceefc14d2aef0e42a84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35975f7956d83b049fa45eaf5ea9daebcdc39405
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f843a5922562538a58f3163651da51139f0602056ab01b1d6e69504329a6a78
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083ccc6736f76b7e7491ff2d64e77dae48b9d27a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c336c028db669ecb52e95f61a89aaafbd63b08c7728f82ae3228402d38be61e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcaed04561973d39248f9cc0308f5d3e891dac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f82fd4084dd0eda682ef1845516432c568338b0254a732335016f174847e95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e98ae7ab387315ead91edddc0a22641a77856f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc700567d1b27c16992fbe16eb1e69d2abc0cdb4a48abe543c9455fbef9a013f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37a5f8e77d26435588ebe17b1342469121df221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1281ef16b64e8d164ad45cf7764f652b97ae070e5753e109a5b7dcedf2f4c5cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbcad22b7066272e59dc35d27dcbfbf8560fc77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92600d0d90b411870e99db51cef0ec28479062a383e7e2f751a7eb965cf1bdac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7fa7ffdf0fe65b60f4ce6243e6b2936640b48d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8da623a54e015ad95585605f8d493a9f57cf736db40dfcb66c66650c74be67
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74c5abe5b60144152f5af3ae386b05c36c6360a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb1de89eae580423e3bcaa6c4a4cbf998f2122aa7f69c4c5f61ba6ddcc4df2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307626f7ab89ed915753a504e4d67b7724006eb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8a6b73ffa2f2f948620d1af9b66758a4164c49b2c35b946954825cb10689b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa6e8ecda09dc01a3d8fb3ace601c582373acad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9df083d678a9ad9a0f356b4fe36ba6fec00206598e0b34fb997e4b93e14f36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e0abc694e49573e481548672879bf9ac833ba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8b16fbb9a26cae38bf36c42535c613d41c23f81538fc2eae170dfbaebc6379
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9994292c5b06095008e46889e2bb9e4753d1d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e538b2bfc87a02ae200282e1d3eea490fa43e5789fa88ada84bf95d4b6edd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b98e03082a1b0c9ed1f4df9f98692295436d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8750891f72499feaab34e7f5b307786d80e4e81d208e85241c9f3730c7f79038
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3987a338f559185f3ceb3d457a20e6f6bef172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8e01605b413e7584cdb1d67a8fa98bfb0c672c047e093968a608431aab3ac3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a2cf59a6503020be1e24ee15cebe0a89ca3bed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430f7f2a17c0198b7ea74fd780fd60468b60b8e2e236ff5d7e37bb6192216b5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707ea4231fda95ebbd24710b413a3aa209ffafa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd434cdad2d925c6a9196ef88557de776f9cd39bb19c08355b52d8a0dff593
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8850a884d85cb8b86f028fa53a4f9c053d55355d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c5ce868315d5ac4215ad59e85890c2484324f249727545dcc737a44a72f060
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d7f62e046242d465510e4232efc0fa83b7f392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a8204167eeac7e8bdcc2ad3ce85581375bf7aac80b5b768d1faadc176f4d05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2025f4c8deb6932085e865165537a7e6e434cee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf322e61b1a703b0827ef306417ef93f80af3bb8feebda217f289e021b9b06a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb9e4ee321e69d0d694f00ef3af5eda601f257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9f92ebd9d6347668f7620c9c89c99e76bfbaa671878b8e6bc338eacbfabd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5301025271101addda9f33d039dd0835741c60f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44796ebaffedf0ebe7936314dfe2e08d6790f9cb750a25a88f50fc3a331e8df8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3a22a1063e045348248edb98511d333a475558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cabeb02b7e0b8d7521f4a7d44a1051e709fc5ff6ffafe378d8d996422a2b019
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49af18db3fb7a8cea350b9c8323157c5476e1fc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b37ee8c37898739513f641611b21c504232c1d2bbfbf43fcbbb1f013a17f650
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5515c75b1b824774acd981d01d54a852ef0799
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c9d999ea52e23601ef15bccb280c16ace131ace366844446721b02bcb4b6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbfeb33856e5b562d65fa5d84f3e00b6c5ad8d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4cdaa9fc3a20e67874771293b5daa4733bed104fa5dfee6ba3a8e1f97ab68
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aa2587ddd503f8c48c4fa36e17eb378a5cddd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8fdbc5ad970fe8d8a87aefa5dea6198b61f1b30a81efedf174ca3454a12eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaff885eca47994b9ee97ee607b042e46453440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d619bcde609c7f290bed0e0235b8fb86a348afb6ddce3774f9389d07c34e5958
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8035cb446c658080cd4e194bee885aec614fc36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99a8d877480c6ed034f804a852a84d14a146240cbfee04bc51e286c433d1e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea10f5c01bf76a1eda0778ec3f3fe703e4fc7f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103dae766e4fd0fe2a169086d5876ee9e8812e68d46732eaed60844a94285735
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d605f6d6f325f194ed41cd49d2aa7e6f861e073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79145536b1444f0dbdd454a1f5094e0261edfccca051e2e2de3a5b30d1438072
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7803dd9a8ed7dec2706408ab105c4be4c629932c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dd9d9f37cf25cc99b531c3ab6d8857a87967faa00a5d7a1d3a67d89ea52aca
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14db56295e7cafc9bef29bcf5f0f3dbf862e31d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a802c80cf113ff422ee289a00f41de217381e8706e56948c395b859ac3e367de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b3797459d5ca4f0849490695918d3c880e6015
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f93be04fde1a06a5b731b121cfc7667f3df4d2d94cb7e3b98947b94721437d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e313bf1c4abb6c84c48c472909949237a2d8264c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40fd84bed8c57a27e02fe34130328a0714df842b0e182cdbe4dd0e30414b63a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225d34fd5666e066a3a3da21328f9fb8af28d42a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0335ce09dc232c05b7d34183a6fa15e1421902fd20c3884331b95c2a6963d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a300bae3b1d395bbfb41f34b9fd97a8c3272c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0031fa4321b8dd76921ee1c7a961d4528c81d505d2eba1b2706f592561ecd8da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86e6cd74124220b0e9f921469ba316efd1ce76c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18f42ac2b7f02a22bf76bd7af8c1022067b5bc95ed27f4c74095452687af3c8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197861e736d1af07056072d5a404dd705d897dd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299f4697253de8495403c90e28a66ae6efef72930588aecc035d8502c589738a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57af48847b3ed3dc24274a781137732c225a26b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33ef9c3af0a4af591522f9e6cb5828645498643234edccf69586d962410f549
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e75f21dad6e680410fbfdc338b61ad9f919e474
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72864a4c903b6806a34a8cd82c42022d93e6d5450f40c02b297b01a388d689d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b46b7aad38e43a80c26068cb829ebf744e6ae1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099aaba824a4b23a28ae8bda3bbe2a6f22224378d75d3b24dd4a2944b6806e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388a8ef69cf1f5b7e83d717dad0001e35908f58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cec481f2601c010376e53fa72f09f8b196b643cf4178588441861131bb7b467
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89938d6f784e124dbd7e27275b12ddc98da9fc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9973d32c4a18c93a4f05da0d6ebc2d232a5eb608b58207f3041be06dee929f95
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b239e3ec13c79d870e4b37b835a2e8f39baf7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6802a7ccecc7d13e3def8668eae99f8a1c7f142860ae076d5a88db4a9ba0dd37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a822d1ee976c685a94002e0d1adae2c4853df5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957d641a5458ad00786caf1c1a26a760df06fe895c907bb7486ec0804f79e8e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20047c11b8d9b710f1f34e9fca3bc448a8a7c291
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6280140f11ea1369ef88b2f595ba6849242c8674af3803f87307ab5852fd6c5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3479fc3322c5d9208a0e1a5157a932993613d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c98ad29e5465c25615dfb4e3ecad2c4229271f50bfb9254306de5656226eb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243e4e2ae85e4afbe55464ae6ba1e6e01222ad8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d9adb8c81daae125d5680d8acc419d9639a24434aca1507ec19b22617ef728
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a3027474574d3dede017d45092876878556598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb29a5f4a7d22f3b715e0b0c0b56f083eeb1c8ed4cc5ed232e9f4097cae4246
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c7007525605d49f1c5b3523c2e1307706f9578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d9f57a9ebb41fc2f8bc1134f3b596a13f3bc85ad7cd8092fdba4959a5b11f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d963ef83bf08313a2507559bbaee341035dff30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a95fe8576bbe3d98fc72ff618fed710c37b205f3bb6dde485adc982f03e7fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52c321efb4cf48283863324be2b07b40555cbb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a48793f1a99d576652fe7f1997ac6e96658fde25620bc9ff2e897596adfd10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caabcd068d4a4a5611376aa76ca9a0af47391ff6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf540d2c42e19998079d9a00d037293e34730e7360df0fc7002e0cb5ff646aed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c41c7dd33418804a7c173c2c3617dedee598ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aeb52d19ebb9756c001ee24dc99df95df163ce1e0560e68d60976254607527
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73aedbf365179624ee6acb04ecfc8ceeef0905a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ede411c63f21ad11654bdc07826c861c8af31874523c8e5f318fd13952cf0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f40437b79fb840ed73e28f625a3fea6bd4aef7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42abf404dc35476ab301e08e682bbe6b30faca015f34779f1ed6cf871cc5b47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9daaaa24314665380f110ac72219f25973b1acb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a169ee8a4753aea5b85a8ea4c841aa4ef39a00885862ede7b8ad9ce6843843ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d645a896099fbf37ac152115fdf0539ffeead489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb32cbc95c26645de2ca689f164e5d52f312a4b98a0e6b596485e5b73af71ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2f9859db2560fbef571fd460b11b49bc900649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55730f596777ec6a19c4aa76cafc6fa37a9d078b0f3be407d55db761600f43d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe424055bb34cca65055aa6296c06dfe23ab1b27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb726f78b08555e43b0c8e2a8b2743235cce31ada7977afc6e3e07883bb7c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3a1ebe64ec03ce5a05595c6bb68fb6cdeb2216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3c250ba5439f79a47080958c38b4e726a32a0ba970bb2d53d0a092d8c77973
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52eb3e7a079dfa3e83ce031ef275d013125029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fae2d323b5c1886853af4a6556b1fb5e6209469c3b20ef10f5b5b7381bc6f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f6e2ad906f4028b5753edb4f6aae5213e4bea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f3ad50ce6997c08e8d3c35594d4678a9735a4334155055c8bd81fce3372f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03653ac4e2f617a1643c46df491e6ee54f20bdac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fbe7190241558d905bce367044a39a082d6da16177d334f852cb57941742a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7917a9388b50b26ae6feca6cf11d7b9dd44887fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282bd67df7c8395f4476944799409879fb7b0f60fe9cb126921d33e19ef7a1f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1eee24fa97ccb9cbc70c75b7587f5dbc286f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422ba1abca66e1fcef1b48a381b6df29f6772d7905cfcdd3f58c5e7ecccaa14c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7757f761d2d9c343367a85af3a0851092add540d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869c0eae6b1d42ece433bc97150b394246fc9807339eac55039d77cc6a4f42ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352b87cb89305fa4842c84cc145aa3e24ed4f0d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8593a1880243d9d45ed887c478bd031787a9e62ad53695789081dcb07125930
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bad3bfcd6f34a4ba94e020ad8691da7c52efbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72034bab2e0610a276f27b90b320a7bcc3ea06425a6654ab14a8ec0ca527f605
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e8edbcf997c168b958ba629676e4a052c8be1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69cb97cf5c87a4bd4bad83b0eb3ccf57602b14348e6be0cf1e555d95ed1d4b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab79708f2f62c42004fbf2258a19f76bf5390c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd774de4fb25cd6b6abd7858a517532906d2ffc924de432bd4c657aca4382a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdf37a2cdabc06857d68b34dc2aba05f8717278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9287d57324e0fe8f509837847efedb8dea67c730c5303c10b2af254a7ad2a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec68265d276fee1160cc4f0c22d8f8cb02a0809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5bb8bba0abaa614d0a2516850b96c227be4edf4c33c6828866f79245d37842
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321f27ddb529daf78c8ab46884e9d17478d786ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102bb87f3f6571eadaf3047a49b3142c94ab4a0eb13d0bd5f5327a789f8d038
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d6e49d358bae693ff92bae6bdcc919d0c3b2c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15843e823414d0f2ca8aad2bf4d29f11acfffbc02a082b6fdaa93707679ff19c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f501ddca5c260428ee9ef8e6e23848352060d8df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eea65cdba25f4922ba8430c38d5b7eccd392a6911452d52823422528affc63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09741811b33fc96ef46340e14711d88e8b0ed8f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40179db704ab62f7799fa1af3654840cb9b71bc35f5e3ceb9790ca946ba433f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f133c4e0b78359fc2d9b6f4715fa9fbf48f50c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa284c870d975d0bb73d1af4aadea1d07c3181f8bd56624a7f810ef9f555f463
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a688b791eab8dc5325a6e7e6236fef0db524101
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a390614e476580ea7657ce1d292db202eccb101081f7936e9c8d27bd365470
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cec9f6ff207d89fe84f110ee2c10a912b46fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63251affd8fc05e233af10d144fdb857387d2cbbe72c9dd6dd9bc9fb77c4e210
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dada5e45f7c87ddfac468d8b56141773054bd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78e29ea41c4fddf53dc7d81b0af6ed5ed6531eb8e115b926f21f50652ee4380
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f1fe1561d6d53a472477de9cc5221407beb284
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf7d08bd8541b78caf9c98c9365a18b2128b18aa59d01631f480921b9f576e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64249d3791c6aa81156ffc07627924469ad9099c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6465c77f78a1a930bc6bbebacb29f14d4fbd3269583e3f75fe33e003a494489e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2045147be18c344cfa416fcb617d7799a7741c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639d5325c815d9cfafcab3de830d3697a1ca4ef85dbf6d4ef1785ec04d4e622f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f99bf832832fba78c4253382f1dca336e7905a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b308495da9ae318daa31d6eb950f3e390bcd24c51bcafde40fe72ee81d1763
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e01d2ff88635149e0912a283728570b78df53f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b074b0750ba9b7355fd60fcd2c4d2d58e473aa47d277ef9b34f0f4173bb384c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b940b9bb05d62795d2edbc3757988e40ad66626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aba9ff7e6e6b39060e203626a8de94e737d527ab0ac9175dad45e7ee118b26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cbb8179afc3f2bdfb773d7ae20a97d515999ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aff1f23c187a35b7fbcdb3aa06915c454c5f0452513b42a61001574afff57f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11812ad26146986aadb3970e6cbc0a8ec9391e7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58afea93f7dcd981cd2f297328861845fc5a0561cc8a5fb22279643cd64b1b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158f01d738ac21901f9f22a67704fa42f94d9a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fd6a25d3ee9082aee819eb0e79af4c995d041ce311d776da27f330d3b683fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed4645ee7b87bebe39eef9f2019ca7381db799d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efec7c359dec655e789d5fe2a921d007ac211264ed0624e37119a8c5fab9aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6038aeb4dff42b28bb3c92662d94b11c46d2fcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d93502a828bf8df446ad8704d87358903358eae9007cb625c4c956f1473e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7f51a2e42ac66700c80abc60cd4c8141964d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f27720cb687e210856753b04937259ecb38979c385a4f097a1752b041b98832
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a0e21c53b832fca66e8fbf4b1f047b5ddfc871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f951a3cb6ad2ca22e6571d4a64a1ba6a66f33436c8a7ac7d9dfd0a0b2fb200
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfed41f805ce6c2839e7c54b145eb7ec662c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a392d5212e1b78264452ae8987f78e854ed2e42cdea2ecc2bfb232d520c9872
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894fb1a05407801ab23e661fdc29fe12cce0536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f0600f60ce4fe0881588351a489197bfded6be16f3c43b282bd9862002ff6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628f5a8d5afe4f7b377512f5e58eda5f26505a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c21d85ab860e3ab2a406a8188b4a833e7715807e80d576d33408e65a46149
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50935d59d244f8a320528f46d2cb76e1f786739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7c4ef83707a31a8f32318b1544b758f7f274b32b563ef2c0f4963c084048c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f653a529fdc5795899c1b6e88e4dfcc9eaf4f34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711004adeace69279a7c2e25ed12a1a59cb4398b266ca0835736a6e84f915740
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117cc1be5ea070ed1285aff8cd8db9f00c25d430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81456b16940fd8fecdf01e76ac0c58dfa5abf0565cf6ef92db058077f7a421bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a1cd910ee16ab47b8df1ea5c6ee845bcc4d8a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa11c0798dfc627d704717a87555982a47dd6adb276bc6a98cce303e146cdd9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0651c1a7b5a69ec472a1ed957ee824c90ac8dfc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6432fe5225078a16027c8538b6960be79e892020842d1bbba49da3f09a33759
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeadeeebd4c268ac1a5f5bdad9028ac17976107
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabcadbd2fb4b50a0a8875c8d6ae574cc128de0bc1fcd4bf2253ffbded824514
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d0e37185d5dcd695bfb03b8afe6b1eb1284960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10677cd9504799316c0540fdb41e05af3f6c1620038582822c968296c940f7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c79533383e4292bfc3bb5bb2ad76c1a998389f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5002f98f1b02e55c464dd4349e1a2e23928bf443379228f653dd4f9d73aa1210
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649f797e332126af3f63ed4e3bdc85de69a13df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c25aeb500f06d356d5d3a88f0f49b8cd76fbc5d3f309ddab2174dc7fbf91b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ea70ef5becf3509ed3670f413aa112511422c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10617fc29d4994f2795ac80beb2e7c100870b96727b6f72e8d427ba95131e9f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee34b70d67520c3925f720b73b122ec9611f1697
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d57bc0ed5b4af8cac3ac4fea3cb4c9724e003138b1354d90f133a230eff42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41de305ca7f419c6b67a75c57c205455ff9c2454
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2402aea3912b3be9ae1e85163fdf736f8603133b27f19bfdb4ad40f06ae6e9b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e86ad70b2cf8d2e7df9764489253553382f004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f40fe128c36c163d9ad51582b760366dce66803c35e9a3b1b8d66348734fa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d90ac1e56c792763ca830d10465467ec94e044
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69a7c2a5d200bf921822936de5c123f3f442c01c54a607c0a00d56bacc46728
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f1effd64aed92cf31e1f8eab9637a4806aa794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433b5be4ae6626bf515bea3d3c05fa995e39828c8bfa5b3264b9131503e6f9b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b1708cdab8c68b33bf6d79015bf8ed72e9928
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07bed087ae7d348052a1e5b6649cc7cc78d85cd76eba0057cd99bbe33fcdaef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edfab7449a4a1425864412c7c08470a15ad3b6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb5c7276ab9fdd5002933dcb30e364b265e1310487e13f2031c5b36279ed9a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4af85bbaa2c04701aa28ec67aba1b45c4c8fab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bee275e405fa891cfd1284f708bb873b1a22b55df00f7ac89e87c3615627ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7715f76535279b2e7380640b534de5a07cf85033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd4835eb4ad9750798b34517dba3961270b62ec5f05b125636abeef53714374
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa038fef0ba5c1f7c2a87bfc6033482fe92c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7024eddbb7e6465426939464124aac5e93f62a46ca817726d4cf29637b9a05
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c1cabe551a21c2e443ebf3978922fbc0445554
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a5ab670f20ab96d172187d603900f2f6b84d4c880786450cb5b0d1cfdff89
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7445b83a5eb2f0802b6465064aa583f297337d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be3a8f26553efa1121f74bd342c7422c48bea5369ca110bc6e9cc9a8802f5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889752e18624249b9ffa095d130ae260c27b1d9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39360f3116ca1908e2c40b9f6739105eb7230af179533622a90853868d392765
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b3c53426c33ceb7cd9eec714c0eb67d35e39b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db55775d6bfece48dfc97b3f56185067ba6c43c4994f3df246c42c199da5796
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead4697b571b8f757ca410934b9c2facec55504b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5729e6eb7f5c93754baeba376a03cded03bc84461a77ac4ba0ba20847e6978
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2072034361d518a0465ea2938a10a302a99804
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a187b4e3f7362e8a6f2274a43fcb3dd180c60b09efc638c5c25a93d7ebfc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6389637d645a828568ac628bacba8b83fff2e59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59e857c662f1c6cec92fe91eec8dda4cb91e444e6fa9418ab87cdac8206c80
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7352d7ee5db27591e08b7a55a27c5944c2e06e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c4290c71e08b3375c6db85c78c03c00fbc39d8e856c43eea0489e58bfc295e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf63f239fdbbac946f9b15175e63ed1401cb1488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7f04ff6ae085d9504528920582be9ecfbf13d85805ee5a6c942b85a7556d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7acd091b7a4fd2d007b1cd3a20932eb62b57de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9dbfccb88259220dca1785b086f906e439654751320ff2c4c85fc5db9a9090
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d6eaac50aa13e3c5716aa6424258323673acc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dfa6188010bd58e7209700e966e5ab2aeefd463b31c376a64b0a28da29f642
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78b72b574c004df11bae5f7ab20c8ae1a1e0c73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f072124636a09207831c8bfe443200edf4fbfd188e30b3cc48de4da76719be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ded4d9fa02fe877a65fc7df7f78180495c132a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbbe3fe274669dd72b2e7d302161956e95f8e7e5cf4dd83a752b04d07f140e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aaf1886d830952901f2b8c467f639d57ad7782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123ffa7b918f73d6489c58cb0f1f1366fe4502271f78f734c763c7e428faee72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682aec4f992512cf8337776404d1610bdc8dd781
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5feec1664bc5086b4e0cf5690f95f62cabcc2e315a0a0f76c9a267e3676f6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255e1475919cf4e108aae4d80da27058877f5dd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b834a32d81869bd0527f0282bd4e33f343c784183e3fc51825c3b48a0e4f6cfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb69c2c0098ea4d7fc2235d8146c64492b17feb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd08f76593a951275558cef7054177b6f80efc0203bb0b66711e8fc244677bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0b18394b2162d57d1d6144c2eb035218dfba86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e599994cdaed8a9fa5bc9ba75251f8854be43bc7e8da9b983ae5e79a749934
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aa23cd074838432ed0f4d82399c9ac4b22c6e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74ba7bf3902215a8924f33b7e250a7347e71c120b1f2fef11b8d0df283557cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137ba46523ffb0b062ca71a6be3421c4dab1dd83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21689088308e2c8c3053590d0cc4d1190d6cc102b19617bbbdb219d9357758e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35a6c996ab698a6fbe7e1997e92a7a7d5118996
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fded91589b0eeb49cee47355b4862ce8077ac42a9317d5064dd11f8f04164a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd798b6463c0ff14ddfe66fb78a22d85ce6c9ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969b0263aa366d4cee03845bdedeefa8af752944d099356279f16c21d7fb8c5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a5f0c3a48da19abde2f9c50ed184b9b946e8f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dbe1b38d716b4e25ff933e40b0a96e5562960eaa61563526fa3e288746b7d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0854c0ec42fc1faf820a517467d08d6c54aac07d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50532d59dab882a69606e86a9bc89ac4b371e9298e2470159c9ffd4dfbab7a72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31903ab2514b3ffb02072d88d2eb691187d8cc25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76115513fbe6ea78f666ae03d001445d9a4f3bf85a59b64d52dfbe027669323
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cdbdcaa02a1db42c3888b7c678730c1d196fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d368156194f528c2c069778d3a733d9f9067e9aec8beb16bfc8503695b29e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172fafca6a254eef9ff4410d0865552765c03ac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7415a2546709ce7b80a714d97898d7d10feefaf384ee8f5d4ffaa950845aa29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26867cca89e1c6ebf43345d0d69fd02516abbc18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0685e5a6dfb26c1bbbc6e04996a401bd29e4fa7bfc6780341e78c3994b617eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589995e35cd4b34f33acb1375dd350d66062bcbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c18f235460dce3c9214faa22c65767d4d28034d97320689a1fdf3d4784b46b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267cd9d9a48d4d157b936915ca621173a49c8cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c2ff1481e39897e3e1995b6879333055dde2d18edba92815710473f10e50a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38245e82ad82360ec7d2c6a0e51e481db8f6f8cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f24dd0b9db2220d37c94c5925d1336df43747bb70e9a8184b05717419ebc039
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b17daa82e305f257d2a557865783ccf35d8fe71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dce00a40dc3b9deb607099ac1ec3412b8e24d2705882bdf850afa7f6444b6e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b903ccb1441c586dbe5b51ef9d1f24c6e4270a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20950f7fa67c93f518394ca98a802d6771401b4e29cd9dd1d76426e28e1e79e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872a6a2a4c4abc446f51e83f36bbf82ef86fe0df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4c1e34151abc3fd45401dc52242a5c3a3bad802c017fa05cdc7fdea8981fdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb60563067cbcbcdb18ed8031bbe925be8f7876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72033e800bd62e00d54d4ae82ae9b3dc9e2cf71f7b8039afb6a25aa532ad50f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a72ce6ff98cc75d76f2473605724a54bb272e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b30f8f69a75b3e497e204c42825e3d0cce2020af444443a90079aa757e74a1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7014f2028eb7361a83ac9109c0b506024d5b6a52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae68fc32c0bceaa83b3b202d1463ceb6b35520ccc0bb7e84c8051eebbc8112e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e89416e15d1ecc88929cf69cd8586184039bdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2206fec494960f12f3d3e2b7d77caf72a35105754e97ed00312b5f16517469e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d4f78b5fb42708e9120712481a33fd9085506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0101ab21cab1ec023489355287f02ba41b0317322b5da634e42a355c6fd90f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d08dac2213ef42a5c8b378f61b6ccb5abd566f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a2f7f07bc6ac73fa7a496ae99899cd2b0cf19b352f61f29ab30140b91f1114
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9864903a0da4b545ce2131e838939c69d1933aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13abf6a0245ec7bc5dac12202a85da36c522d2194b0943bbc1bf4b0b0c49857d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadaccf16a4d8ddec64dd8c18324db23f0e61d8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e1c6c9b69088d8ac16d098b24ddb4c1394ca2136b4731dbeffbcadc425c9a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e226556dd5128510385a698142a6d52c596888
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a154083651499d7dbe7d3aff8f54bad2c513f98358e06af994196b722d91031d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d8baf098fd787122275b5eba8d3e50144208e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13629c1639c063ea022a37fe294264314646e77437f2fe784e2c588003c6ab90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c71aa9bd8f01ad1c2b507d60f5e43657f9f0d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512c01e504fbdfd5bb5bc154cdf6984cc283e72a8e43f9b1fb0a00eb7a045b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181a5ba06dbee90f956c8932d43f31e2a3083e82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5eeacc24def9b273da297f86364a22dc427d83b33c791125af2f82ee6691b57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41438dcd021b49c8c457f4381564919262add656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837b20a440cee5b32289bf5de4ca80025ee9ba3e767252711fc6c5f9807f6d97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d81191fe1e3408fbbc7a8200352c0da32f1d4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedeff6fc928aee46f7d12230bc441f523bb17ebdd8697c2d84b3379f0e2fd81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49b711b443970cfe2c8ff4ca861d55ddd969906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3686842f899b066dba39306bc37c859a3688a2a8a7c392c2cc25317a1ae1d361
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43362f2edb0a6e0849457972f805fbe0ce0973b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b407af7d74a5ed630bdc0f0112c6a5350e1c16e9cf058098ac30ca8a0c31c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fa0587dd88ce4370bf740bbe4634d05384e248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d9cc245f703ba7aa8e533feb395242554c6a939eb62a72d8d5540fb1bd93b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237cc99d70c90d1e21d0316358f99da7b21dc82b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9efeab801df003cd2e6d864350c3ff86e18f90d9675cba26bc6a36aaad2fdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310268562a26981eeffdd05599f8c616fc563ac3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bbcd6a91c4be02a4277cde70df6903eb3bff4ce3a81fdf95f60b2fec1b4675
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001bdbb1c0443a6b73424066a720148da45f5d73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0a3fb97ed6e2d45a6e40157d8d58f27d1be799b9b6a68bb66e7cc31a57faae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9051d67f58edc5e7353b30c1d77ca378a29708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575629585c96b7673fafff9ee25f7ac3681df59a62b8157ca86c223871fcbe86
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29946fd7662d9f8d2ee1e2f954da006cf1592cec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c7015f7d18157f76acadc5f407f06c7d43be9100056212fab8e2fd0fc57cb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b92634371b09dc3d8dbc628402d70536146f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a74f79472e6cff4eb87eead70e6058696b70558d79ee9a8b924bfaf8a1ba6c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2245bf1fef7581393ccf29fabcf02f1b017b5d5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b7d98a701d4470bea3ffac531e3d50c91a954f5a9a127547f6174315679e98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ea059168a592ef9c39626a0c44879b3b406898
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8657ae050682804c0f1748104b969cb924675ea63d4ffc8daec9a804250a0167
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56fffd1478eac5aed5a102d82ff3db71d347c70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6d58ed83449e8171ead0ca6b9b973010a9ecee8269b68d11792e05d061a2ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3ca059d0e44a7b6259133e665ea757bfdf4e57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8dc0f1fa5e0911bbc375c70daa2b0390565b06f9d8852ad8d5fe06f5d22ca5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcb45c9a1e337530566ec0c181ad68f071529ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a739454f1f5c19420e522d63d61bb26540c77d6ee06b2cf7f239e45463719948
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d473ff301a8c664ff2ff2f006137a9bf9fcf92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ee1797cb93b1fd768a139b632f2af1b97faecce1a4b48cbdcd43b38ae77ae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3f7d88e622ff0b3d6cbe7bf6713c9b7bc87059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed169a07afb729d7f4bdde6ef7c44650a85ec202b71c494306094c0453f0e51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fbbe8b4d8a2349b1ad423ea86c5c34d97ef93f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc97022d24d048a2aeacb9463031be357d89f4ad09b03ba6c00ef401330e7b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c01ca411f80ae794f1fee8643c140082518f3f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83de8bffa58eaffe963dc1299b9fc7abf80046b718fbb769e7e99ab266f3372
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803d33d2149ff505a7d8dc725f6eabf8407964c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8137ccbbfcb739abf44e951106de364ff07f16b99e52b30dd2ccf260ae607c35
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41462dd7628cbe5eab6977a8416a1b3dbe1fe18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e77c5c104ada6b361daf1a0238d211ff172d537ec106d5e05e65fb87ac215e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb29cd10169fadda6aeda6e64116952a060a5ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92403050f54223c429272e5d67cf3733dcc42068bead30645e599b06ec4e83a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ac9ce73c8277c37384bbb899fc602c562aabcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6220240fb676f86dcda198f257cda0b84ce6880160681649e9aece259356273
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da425c66cba0f9390bdd9f3fcb751c213bb08150
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c8775845d9ecb189f2e0c90b32394edc92c476e5579aaf91ede748e8e3f85f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d5e48726ed7853ca92eabf007d91ba65035c05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e7d8ebdf22da91100a25bae534b8020470b93790a1aadeebf07b6739dde424
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1987017b76f8c4ec4b7e9f98e648d57bb5fb9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4592e66ab5b6c08801ce9ac13d47393e3db7065df9139442e6ebdee051a63b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba932cf0f4de2c2ee6bbdb6b9e05b11bc80ea68b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41ce1086c12cc954982e64c5c45cfbf3fa82ffa099ce69095087dafc4e9ce1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a7682e312133729b379d8caa6c42047557ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4ca8fdc2383eb22c382d68d3981a3072ca99202aee86cb9a670b15490daedd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8a92f3942c1de8bbec0db47c7d998a488f0121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311f531212f109c5d5ff179b06b37645c4e504ebfd4a067dd00b01fbcd9ebc71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e507b7c7055f6fd24460267f0b7fb7efba5ff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63508e96cf04639b8604a1a80d8412bdda5854d86a0f22164eb8fca36d61613a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05957ea2b2aa3bb6ed920637de1b48543981cff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d2cbd66f849597d245cd759e246db52673402dcab5fd4d9f2daec1cdcbf81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed75a3c33f09a091558fd6e05afb032cc9137bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0a355e5acd9000221dd75260eea31637a2a2b7c155a0684c879888b2d23ef4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67a8a92c14f58e3c0f4afbf42e36f88409113d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6043de6e54aecc64dd1f27712ebc18770aca732b1059b744b7390fc3a7a822
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a90424c6a3da314fbab06c51b0bc888e24ffb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6eab6c626cfbc1b4815aec140ac561bf7dc479e9a38734bbfcd07fb9326b4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11477387ca7101a59e056b01a34e28eac2f5f5ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3754d2a7ae59ae6ae8c9afd5758dc5f48211f69103f412dff077bf54075ab7b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e5cf575886c49dcf94436752b71de2c959eba9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5010e9f4400c2905ea615489b164c9427775d57f6c2ddb1370d45531336daef0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808dc2eb6ace80c29d81f49a4505e55ef1ffde90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781fdcb965fd303c4d430e40e906dbb542e0d5361b855f57b2dea1530dad6b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7081cf5d9cac987548688d315da01784d560aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c78d0018613492feeb9f99b4efc1e70802708a972fe2fe1b550d343d955403
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2607d05166d276eaf4a557623c975dec1a27ea3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfda254b9eb3fc498f533e6bb4fdfbbba8f67d98193ef5ea3d8f5643ae01b10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0840463e37efe422420f25ef48191a75d754186b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92498363e02740e3ee68126f5bb5977f819f1e73d404986c35a0e63c78ac2d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0493becc7a0634ff20ea96aa78edf1bb4134072f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f0f2ae3d6424035ad4f95a6e90277727b770fd7ed02b68c552161388e85ada
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b627fd4c3a0ce10ab8f23459d8a9a7d604d79fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ac97413d91593fa1053c38c9d6b0e0b1b5402c9073da46caf24c6df5a2f420
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b91f96bf9fba7d6642727a1956df5dd6ad3c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49dd2f10f29dbd270665a3f6e2f95fd968a48f5a33ef244f6f028bda5e982a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1eb80933d4908c52b675e1c8878fec72a7055f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994f3c1771fdbf4a06d4ae3173982471d7467523d7b5e7fd9a5c4ae8b881780
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88edcdf17225420ffacda985b77ecbe7005aa4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23228bfe14a263f4c71090a2b4d6a730d8622fda81bcfd0528d47c73e5c65ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c322191ce68c4cf78db8f90bc1f75f9b11b484a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a768380264492a76f51a65cb7de242b8d761070b203c8e39282fbf13c57f712
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9419fce60104d535ebf94b0205a1ecfaeb120c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9331fde00f664a90bed3881e0748424435bc68dc6a8d44c96a21134b482ddd9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf2a2a33da15526d8ae0d80141b3ab8eb0472f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b0642cc23580332bd57a59d348904946313507e0847b8a7bc359d4c536242f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38edb1d51799187644276e82ec00558be984faf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b9334fa9b9cadfb6898756ef713aee2635b95d8c8484beeee1246aff90d33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f35548e756b6e2d4eb114dfa92a377544969526
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0390095c8cd538f91131addd74525cc84ded01a3e9f42063bacda13ec86f5a4b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c47da4edd7f0cc80c9c877968652e2e6cd84bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffe347c205de0a03fe6c26b7db5193ceddfabf5ed82eea8aba988c0fd5a196c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16972043f7b8b8f3e00e076548a02737726fed51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0599c80fb82dfc764b085ccf94a28121876afe1c8cc0804a915ceb06e56d591
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7080d318d53dc4e377dd028ebb7d20bea80a8f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7babfc90cfdb5a949e6fd4401cc6e02ebba2fe93b6dfb0b5a34593cd14e2b5e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470657ab8f537fbf1664214da5e5c370c2ef2001
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6b7b4052de7dc0ba32bbd4426785ae3108e9677b8bc1831e8534c61183246f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cc0d25d14d462d74d4916446d9dcdd3aa41ba2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6ce496775563e2807c938fade55726fcc738736e4b11f785be4f9ffe968845
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d055f975a96187e8e0731f6a7bf03a77a6d993d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0245c3073abed1e73786a4cb27911afa191c17ae96e20830654ef0650806f943
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76ad8e32a8dc3833f9d6b44b47e4e89d8a56324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b522f16827a66249aaead36f50a93bc1763f2c17d272cffce117d97a336b6001
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db605560a3bea2c2c7e8fcdfa0ae1de649a12f89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0de1fbda407a3f037c537bf64691165500df398b4bf244fe7894b7c6af0cbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4345da5e895cdc7ad083320d3bfa35aa1368e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a551266d8bc5ae8af244a882a110b8d2e75d997f0dfde54dbd69d72acdbeaf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6e0b9c5de175036831f6237cc7a11510f20cd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc622190ae18053d07768defacc0b7d8d0019452998deee945b56657c8008e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683d6b195acbff037c64843ec0681d1c4277ba38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae063013fc0e35896e7033294fc51d64de275c739fe4452525645f4f4c7c1ad8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580ef7070780d07383246322dbbafa7c408501eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c963a405604093f83d01615634de1724cc475c700372e8cda619cc2e7696f2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a910dc64a8c9dafe24ea219307f61b49490ddda0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e380b14989d8e61b8f972d65ac3f2169b25c8369dff74f1d771f0aa8039d28f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec65539ce989cf54742f1cde70e9d0582f2ab9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90fb91861bfd6937667413952194f5899507aeb0c3ab623bb89a58cdc542633
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ffd8935073e84da2a76611ceab9050ec0821e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3115c9c68c2ed9eb955273f1ca4a7978c96e643552d98f4b5682fddfa05ed4f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77086d8fc38d22a3d9d35794d742c9c62f8c00fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f8ac45340be30f1d6219d35c6199933c85d881c13a58a8df372853e68a619
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de21dba3e69f71df824d0108b4eb195cffa1382
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dfa55cc28a8b87a293075fa321f2d53ce2296ab78f3beae58f328844453320
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec6e7c0cfd21bb46ade4ad73c20dd88f605976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58efb707227be1b75b06cd959270899c32be5ad261d08118536da43a7112da5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a78ff6f05796df1ac0aec37febf4aea942be189
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4933d2dc060386c50a948a2f66bc2d357db48e53d1bb5eec92aaea586550f3ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f079a5bddc8abce10e12a08e658524bd138f2137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85329012124cc85a18c5cbd4e3bd89536103140dcdf5069acab975aad5aabe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ae5bcb0a082c6f067fe8243939af7170481701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd95292b6f21d364707ea8f71fdfd8b783926c1eaee4fc967f2d3058f2d2ebc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7433df26c59ed160f8a5297d77e813101ce36c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82056cf7bcae6e69b81d41c769f0803be43d38dbb2c2b4c50d17da554aa91712
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19ab15890dfe049a87085565120d3d9afcc17a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d4b22429d7be72f1aa6008c856adc748f22c7836d397ef42ed98b812a80b27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd70d3b54bf91a60b5df383782d46eba7cedb25c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22639bfc87f2e2759379a791fc68611f0609e34af81e6d185475c14daa7dbdad
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41312b6a8b43db20e749fd9de2a26be40c3721ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee4fa7171127cd2435225aa87910fb907105581ab00d16a316b76e64d353435
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e9c28daa9d8ec1fc2217ee2d29d8f0a4833be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab318039dbc9df72cb9a83be76282d94298c961d19268084218dc53a28667b2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3912f6ff57ad837a847cdd3f223d49305c33b8ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dfb52823b71428b35ff57dd868fd04bc384efd1c1f22c97982e2a9bc0d710a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff323f4e8ef97c47c3a2d253cd90b904bb188dbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1359d3e0ab12da25d03fef4c9f36321259f5b99c581ebb74585e39aa50e555
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee71f1a35b10be8939aa4504e668dc3ea260b3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4520761745f4fd8dd70faeb877a546527cb783fa2be00b6c93e9261567b0408c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824d6432d7a60eba16b90ca6bce4fd3089d3f44c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee224435fac5671f1554671be96cbe0386e3e24de2b12643ed25eb0b1feb45d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd88228f5a789b442308650d23ed196e53f17217
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a834bbc62120a7c60c9535288c327a2607e223e36620058d5b924bc8d96e2cd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b723172f5e894614af346da5cb581a8b73b2915
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf603f87593556e0bbfa0365f7d0e2c6ebf141bc9ec4a99bcbbfea63a6eff0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f134017109e707efa14e488b8a5bc972364f1c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4458e8e7656b5cd39a1b48bc8d1383fa2e5d37f1d9a76871ed6dcc7f7e6c07a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d33ec3c04cdc048d21be320e2ada9ca4797a35c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2857ae5985ed1a6a6ba42502a01867756affdd0508cbd3bdb6018ff3f22c4698
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84609eae2da31d970702402df7e5c77e2a51f35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53e1f01c3140cc86813d8215474f473233cbf81286a04ad8972c48faebb621d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc27181f6dd17b04e68445d7946206ba54330fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc7873de5f295a0181588995256103f409c233f10f1057530ee18c65543aad9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15b99745d20718af76ed88bb0602dc19e0b77fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed17bd3aa635894798054e41cc78d03fe1342b63a3f920aed1beaa7f5447f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdf61c981d3d67a0b5be875175dd1f4acaa993a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c49479781b982125910c5df88c2b4b74cc7ce676917f84344b093dd335c28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0879eeb710ff142f7184c2fa89b3f76db422d0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af070b391aaf63bedcbbc3d33597972065969651920df81c064132e01542798
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcea1aa05db9cee850b0ea63f44a1f1b953f071
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8791e5ec1079f65e98f558e32ca43c78ee61a9435b96927d8096bda942cd78d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c52fe3fc6809c4119392ea7cd5769089926be3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129a4e87a89afdccb1ad4564e780572eeaa19ba737f772c3cd4bd48f0720fdbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54074f6ba419c0e0918613eca690db3b184d4ff7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a3e85609a589a179ed440ae3680791a9fe531b24bb76d6364590f99a7deaea
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57cfa6372595bb481ff42b72aaf244c5869e260
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1f17ae135cf6a2f75e5802da79faa9ac686e70d4254517b5d32b66ee5e1a8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014aa07356bfaba8cce41af04cc55e3fd7d9b5db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d00525333842f8799085ad9a2dc45a84f7bbf73fd9fca6acc5d16731c37a71c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3331c5cab28616022a4067e4d227870e044897bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07690f277b16ac9b5fd2223afe0812d76e272f6f41430be926dea2364285d15d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b8bcf0aaeb1f8c245e4731b157db524f0517a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5c9abf4e5be1a4fc2c2fc211c0338eedd82db90cdb66fbce8fc303402dc8d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bb8857b14a8e15657ea8afff2e76e7e970a899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91973995a6bf99ca9cdc740dca984a518e93b6fe18559122dae5a495004a4919
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652524dfa0d686853402c5f03a1e7e5a5f071ca8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0699c13204a383e16b1469bc99385e56355819ff89962fbbbf4104ef415c2f8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d5c9312ae075967a4569f641f77bd8c2395462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e6051969fd3a3c010554799f3d2701c52c0863cd66e43d3d74d136c0230d6
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94af822e00c09cf9a96902d65ce76e1e4a49f891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532a57159ce169dc16e55b3e2845c91debf3c0f7d1f1f1a56e06fb09add6d78c
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3a715864ea40e562c1e52288d8a0560c1d2adc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bac3f08c36932e444a3c7a0c4a68e5be4ec79bfb43339059fce5364937abb7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b8d17d9b00b1a52c1eebfda97584e87d67d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407bec534c3d35285cea9b74be15e617835c9556157db6915f82d7d2680b48e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea534a8593e5711f37e17ed150d9f820760e7005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff31508914bf55c99c1b1e131427fe2172dfee59aced293583dac4a8abe0c94e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c226617ad89ce612017d3f4c442fbbcc16ca37a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cadeee4464cb0e20e213d53ed6ef9fbac304d838e786afbcf57b284fcdb856f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502093461c9f3694b747fbbc3513aa46ddc692d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dc37eb752a02351f2c08d50ba53d19a2270340a3d4188d4a27e133a1e08e96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93339629b357dcf507301733e84684e501d8ab33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b7f0a2816bb0924af9bc275b52cbf0d07c175f5bef34b9361f88ae883f5ab3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6319fb74c980ba1f56aad74e97afad30f30cee9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892597264e08652285658242ba5539341faa9b46ddeac24a87a9fcdee6c7e7b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5dc416dcb0764e7fd7c1fd9cd058082b6afd67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae1dfedc7cf5228f0b5302f7ce31bc184bdc7390959167804ca8d3f23416147
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251c99d423d292fcfc6a59786d3240f7609da934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d9586a02ba69ed16d03c4c3a01a829efa54e8ee096ad914f374757db217e70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66df37739f20e48fe60dd7ea069e59e60f99add7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4381a3e28dedf43059005dfff466d3b867e6349ac9dadd8dce3fb86c7702d5f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf35bcb0295c021a5177ab8e8b9eff8f60987c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6f732657354bb17768d642a234264aee1986e03c6650d45e98b8114da5cd37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c3393c3e9d652dc856e69b0b3957886ff06a4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468be1af0ba18757dd454d2ec394673298ca6d2feea088da6879e57dd1d3ac9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5234a896999e9feaab78c8c5228932cf9ebc1ee4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f73ab2b1302ed0266ec7edc22f9025c853030d0810f01b2b5c6d4a7fe3d415
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6368447327be5c85bf5f37834f32fccdb10d5a04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b26ce220027bf88eeb62487023b101b06fcb7e57450de9597a34a73a8fcefa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80763507ad322e72c17b8e92b803ed0083e3f614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091dcbfa62d963d55b438119098ddb301873dd2f707c9dbf8b91c28143ba67d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac495fa7cb2bad1474e38edee7c009a8c5f5985
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792339c60c7b7fe54141e051482cce7005b30b54bf8a3174ae19c30b68b8a31b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38bbcc7e048dc492b4990e8266945ee6baab16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54835d4e3504c626d2024e98b66f4a9959c96c6844d88aa2b2472010c4d52ede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e3c0306b21e84e7d9e0b70189d59c71fc374b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bbd7f70fbe5a93a7cbe96447b99a71944eaf45840473ef12c54056b4b74d6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093a42122c760aa52c4505a73e7aa935c8861157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d83bd55d958aae70b24b575616799b979e043367a0e93bf5b340826316f1c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655c72a11f1e16f49ac43cb8aa275c084e2a19d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777ff4819c6fb1231bc28db2e59bce2d6dd462cdbabaa788ac3a7b6b8e9cee19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2480d9a0da7b703783160f0693feefc348b2cd12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4439182b40838d3dab61b8a8e5a767b4ca847e5fdb96f2e5610de3cd8bc7e95a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2a079cc6ef394e4a8de4475353f9ab54e94184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960af567da7925da4222bc11a6413e4cfc8393f5830b01db905191a7319b4201
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f754dfe6e1a72379a6ab18ed871f4efece928b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dff966f47d93d5150f750916deb2d4eba2528dffe961d4d04db974dd74afc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a0971369653e02db8dad1497f9692aa2718876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f350651101f8850cbfbf4687e7bbeafa081a580926ec798f0fcab1404fa0b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996dee46088e70ec38b19090cfa32aabc332e6bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2839793baacb337a75297a56ffac536caecea6c6a4b65e2a5b09bf8c991155dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe80d50d4a25bb2fd399b8adec2883071c4dff9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4949e9b8167ea7cb26776d36b913f66dff2a28399e879204475a627e5593a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eceb0b5d141debc0d81747761b67001f945b7646
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163eaf5d9a4527b346aea987c92664b46613d47a0b0239730491dfe6c398b291
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021a2cd4629d41da2b84764e0fce6281d1590629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d733a82d49fdf126057e0fe29747fe76a9096dc887bb741af07f34952298faee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dba4b2e0ced8cc8f47d733c53fa59b85e9615b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68733e0c99bf40cfaafcfbd4cf3cd5190f66563461e64052936f4cbbe6a4e938
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86114308ce94c356a8bddee2beed99c1bd972c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2cd8c655b9e5e342fc2bad61ad4de1be433ee565e4d9207790a2b6c8da8995
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fd4e21b87fcb77879f06f953db62cface20a09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31f3ab94cbeebc69b2d7a6938a3c0e66d21c9491520cb68531c09ab6a661a37
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa01fd04094fdcb31e103ca7e69d3a4aaef9d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64666696742f5b04baabe659a32d2239f87510988f8d410be46d082e4fff358a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fa10e05f028e956a84750658ae4fc9f6ee1b2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf641a320c491a4d63e6c9aa1bd834b2a17fc3be4a64f4e8e9068e94a03a27b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd69278600e55f0632e91698f5d40000a4dbf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08a886e9ae852240892b4c072c1f43598c39963eaa5bbf0b38e0e23f2ea7b6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a755b3de6a592b7ff5fda033fdafe514e33e3150
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f04dc66ae66204d280e5661b5d0aef506be968b06e0f02fa7cbf9ecc0439ff6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dce81d8508fdf61bf7a9a1476b3fe5be591c21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7891ef0488d375e98fa580582a908d83dd1fb587a0cca9b0bbad4b27edd878b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d632a2cfae1ffff5bd807e9dbbfe0f3ad8119243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d003866a74b1024a11fc3ab4f09afeecc93f230564045611d7c5ac80ce1a01
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6394760738468c1338f51ec716242ed2b12dfdc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad00db783d1fd4309a9348c6a5cd8cb257aeeb02eab8a6f14c708938c35db8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b171ed61b508db71e0f1c7996808bb136f5b5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebcb79d7e7f3520bbee070ba04ed7aa063861133896b99d4e2c37475813e25d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef89de649ab69027792589c9b65c5a910bdf765
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ca56216edece982f54ea819fbc8ff7f7b8c3d185b48d41b1da5876080aa192
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefe40837684b8d8e2f6c8bc7a107c2d492e4325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8623efeef5cf5eede9178b6cbad97a42ce5617f03e20d5b9bc376bd2319abc19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7be7881cd59fa44fd8eafc193d9772b22aff9fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c834742801a0da0407958adf650791c6174fd04fe801b30a610363893140c27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c86d0ecae0ca58ccce9d3953f694153bfbfbf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92c30453af92d69405631752cbb85f93dfeb64aa921f3f3ab30b8c9f6a07584
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047b64914e11e5613d2ace8a94901090490371eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd80fc450d875926afe6356ebcad8d17392c3ea1978a06811aef5b354345999b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c4410aaf22ec51e2d5c624541b4e5d26bd314c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229189784dbf883218affd16c3ee2e94701888b5362c41b8f7c71baa688af783
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9957b9d529ac6a83c51016a0d0b0a14baf6b97ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a647e944e671997c6346226ea5496d15f260f6ee0c65436de1e477ef5992b356
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b940896fa7d31276368d042ce6477feb32373b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb36e4baca2f6b918d61d7408d46d1a145d2183678e3d31c12cf558f41882a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083cb9572efbf611d302e31d4428fc85336f3290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a5e8ea39f98c2aa3fbcb9000a9db073dd593555c424d098c2d7c4e0565755b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c978d0344470603904feaebd6cb01d5d8d2711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1383b5e7fe2573eb5bcc1f3b4f726bffcd998b4deaf3aab6664d01e325aaa13c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878bd1011fe918f7f937bf982923218c9396d75e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924257157f98cc49f8353d7096f7eed7c55129fa132c0623df5e71dfccf4fe3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3acfd094d91f05f25079f5abe3194be741d8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12346e6b3be48a00e91f6488a98b2fce912ed41504429d145845520f4bfbc81b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23c757f3d5b7d1c9ed1e410075907c5acb9efbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f886784e60c6ee7dfb619c4095997fcc5f474560cef9811aee845fc27ddefe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d81047c87742a928c73a315e475b33ce7624c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01108c572777c8be192d0315afc82b49ccb097ffca35aee63e8c80f90e043b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b2d7383c6c3f84b58768c4c881f0f18f71c6fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1f0037b525ce85c416bc953eb9254cc962c22b3e5c9c7a8ae9c44a022352ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9d59dac7bb1fffe26c269cba29cd1188285000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7734ced6b8c399a94932d6a631e51bcb86724c74f97652d2b492f03ee0419d5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26d0ff5f267ff1331a9bef3ee58a2be3cba98ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d590c6fd37122c64e693da1d8bb813c1a2d2a567547c8051ba3b4fe3f33f47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6556bfddf58094dd77e3b7820f97b4ccc91126ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bb91e3bb897c729a3925887ac590bcc43b1dc70606603d109927000dc5aee8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244b8dab6d4f35b18652f13c501a0e56aa96e8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9d6add82b3b9eb87fb7ff5f07d9029f42ca429287e6377f486986cc9d447a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2024aa1797b4eaf14c675b6dccdae43e10cf111f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f37f1c2785d7b3e9fa7c325d375d8eea1d107bc0be565e213a62f48632eec92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b417317eb1a88eec979224fe4d6df4763f5e6fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127abd8b36b51d1442ded170039d2c93f0e1a70e93791caf1ad4b615ab5b51cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859347c67756b9ac391cec14105af45a2e4e0f2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196f616d512e6125ac7426434fa143c2ad0bc3ef2bf3e6c49da2caec95b1339
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7135996c71d48e57b7c3acadb94f2074d5fc89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49046b8635dbd7ad3eb42e024644a14aa38da3f16dadf009be7fa89bcf3d4309
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e010f7c788090790a8ec310c3c7eae253253c87c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fcafcb733f29c468fb134a262d835d377d9d3c93e5d80affb11d40fe432bf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507d164274c403c0ef4eb07ce088621a7578bbef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737aaf81a243140fe7f20eb1d5050ced76eadfba9b4408326003dd7c56f6c0b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80166ac7a732c83b4acc8e4e070db556883458e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b873f2bb67d79e7da8bea62124fe0db0035441875b384ffa6b5ee33775b2e6ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d761d9858ff4b15629306d1e7c4e5e32d60669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ad0873d265b1c300a0240a9ec64717a99955bf3f1506cc18a0501922048266
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798c7eaf448f5210f432819e7db68a615c1fc147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d69cd89fd5b04b4ebe54f9cbfcd863ff2542270733a984a5d701700bdbdd832
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271b915fa2b7f5da249372f513342b28367f480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3000275ed30b0a76e72cf0a0ff6b93ff7f74cbb2d28a95a4f5177c1579909
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a50f8b5703c1ee8db2f40c62042b74dff88c33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92daccb236e2c478d3ae1f80151ad771a2371b29e4bebc19d7d8c57b54e607d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a72414736207b0b5701c536e9a5454d89567e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f43dc52eb63ab24c370ba3a27bd9e05e2c3f42102462b789f5189cb8a1e3d2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d487e9fcca68763bac528b87cedd0431781027
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e9b808e0ce629221c399641188ddb9131bb740f201252e167f92a13f6b2d19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45f462630a1110b2b52d86c2ac078828847bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8019e0916b2252467d7ad49085afe0992de037e2ba59bf5d8feb5b9a2fec0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577b296ad4e97e6f6cc99317ba71eed12db11016
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8af41b745a95c7ef1214b404acfba4bed9d714c21c83abbcc2a68df6243ce1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58d0b445228624477b28fd90244e2d2c5ad40de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b7645fa802f4fabea1a71d75d9a7dde4209fd71e0393e27fd887b259377331
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803a6ae11c40cfbe7bd637a54c1a98d0dd944e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641d328850b35d0580df318048150ed6e1f6310c8a046f832420baca808566b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def80bb97065f6ce90cba27a7580ff296c229a79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbfeec14dcb156e79cad0f3a8a99a4e905426202b1d4af34ba0436701bca754
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12ef511b6ceba1a1ebeb6d10bf384f043d463e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b608e822886cc5b0ab479b82d12ae99571014956f471b8385e8fdadc0e35803
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fecd5b86445ffdf312a393a71838dbd3f83d4ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dd86471091d78c3a24207d789b01d215a1ccadb4ee9552aefaae227f96466f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498e3e330102553ff845128a224cd846ce1b2b17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62d53b6a41e0193aa6bfb16b9bd4f066adc02c3e3fdab9393847c281e1f1cf6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188786d0f696547dac1e96b336e1f4273ece784a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bd6897189f0eeea9a6d0951a5aad7d034695b38bc8ccc9aeb79543617f0b7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca21601d9f046e3ed4c985b87a15ab277c8402d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1880ab6f467b6ac7e92b915a770b9f83ac4291a9c991d270cd8cbf484cebaa0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a22dac9d6e25850cb182e8b133ab068c95ab439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0ce49c6e7733e10137407c52b8fa89929f18448dae60047b05b6f62b25701c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d222bd3293bd7e9ca617fd4e8f828ebefe2ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c47edff62c39f63d4f6d2d08d04b3398a725adf828efe684cb1920d4c2d1eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd653957bafc052e9850cacfd4c3349113a3edc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b698220eb044a38d3bf5279827e1622e4c993e88972731f329c8f8332ea2fb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5511020816f4a09bf752e0585aac6a55270d4a8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218598b445b23f3c8f82d4a87cf010974afcd09f58c972774aeb5a81ae078a41
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba68fed8788a39237d6e9a76fd31c69e4a8050bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf01243ef6aa5481dcb187bce9f7b6fc8d780a58d289ac030788eaf9e9ca5b36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd2ced62b09d749972404052035235457d781cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97901bde4fa24d142bcda346293229cf9ea038f0f23370aa6f94573a0e401cc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7754a83028e0608bba29066883e746c78c02bdd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac21f2c1b05b3b0a6ce9ed0f50eb7b38de36d8b5c9f1ffb13c2acb2551adb9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d77695cf8919b3b0df4f0e87d31eb6965ce325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcf8e096ee9c47cc3fc934ce2f2916953cef0904b0bc950cd3ae539273e074c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5600dcc9a8d312abf157d56c528c4739059401e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55ef4c809c0341abe2c7ab65223f85ef9773e5daa4a9663526949712b954f05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1f1182296419ff668f31811b4e7a8c6c40361f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fae6930678d80041bbf10308c708f600cff4b71f8b1a777908036a0fe3b302
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c166d6b3a8cee443192474501907ac74cca44a67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592365b263ee65b0c3bcbd78108e0d0c2fbe47d29e6a4ae5669ee71c6710d2f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fae6cd034fcc3d3ff6cf78e1fac5453ac9bb47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99478a72d68b2007633be3acd75615fa52fe11051c69b12e0b1fbaa2cb4cf580
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3f217cb3237d1519b761f4172bd8a6b2cb9784
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682664983adf2318b434922f3816c3014f863bf16f4f2657a9b1f4cd07cf924c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054565e4716fce0b065fc2c0b9a8b5d716319073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eb8cdeae27396144bfbe098c15968e3f8b55db0da6d758bb1f9ae072ca7ad8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46637d6ea394327f6139eec23d70b8ff8888d5af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4949dfe36e6995d90cb323007f4bb9429b885e019c978fb35a1fdb691fa7e71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cd37fc8dbfd874b33c3ac8fd22bbfc56df861d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8c535afce0e70ac0b391f126a5d6915d0b5a2ea6f99eb51d69d1f418e3f439
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ad460e194d952eafe5ae3fdc1ab4039e39c89c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c752241803a33edf7b9e12e2bdcf8ffef4d92e2c8e74cc4d5a7b4d81e5b4f71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f0d630f0c61413e4beb6590d9bfd4389d238f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118ca943c94e6b7d91d8e46509b259456c841da8f0cd1dfe8f28c91e8a1b7b7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03488d441dd9521faa6068d1c6bf1d3e3bb0d14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59badb7be22160782cef130edde91888d640acd17fe2a27bd87de2946f89db86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1e23eaabdfae77c4720233c101cf9dbca6e620
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3860478378c1d99f21f7c79637ae4324a254eda61b1f63cdde2b7bff92c53240
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7907c9560a6f3fed97e3442682d17c4fde9756fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94fd599afba0d245dc2adf6d7584a54233d3523c199502fe141ea57f92603ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21030bb3d4e18f10c0ccc02d195c417d4a13cb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d16bfaf2ff862c7636ec0f1c0101f7f74dcc6e65ee838aab0f8754c84999359
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ae5350a28100607e37756ef4d7cc259afcf32e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0419205704e7e00e30c113f334ac09e0dc8abc9a3547c15553d79b52ee45dd2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a6d63581d7f8dd3a34b14e4b3d5edb12003df6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eeb7ef25cc99ffaf3f097aab186f00b956008b68d1d91d3a263f2cab61eb19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed6a04a8d078015a16af14201cee079bce15d5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bd077b488cd6dee8bc49c7b29d3bfa455d90fe26a2675e3a23d1f304734d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481cd524f2af8bf16b75aa1bb82699b9df7e357f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86921e3a3735b6a59d38d48e0728002ddff6ee861f03c82114f830700559683a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e23807bb4cb197fc3743268fe769c8bbc608ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cca6726c9e909f41390048f620a75224931517c36c59ce9e6a6171c9e33cab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ee34895fcb0335c87616722ac53de6f7fd9f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86f7e4d2de43c970528042be0e1fba47298eccc3687e3d00e1efaca21eb2ecb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b499e73f4c930b5d7defb079e6e60a645335934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80709ec0f7019f688fa595b7f5dd8cb7822cfd16eb185703da36cbdf8bda8c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3b52375b0717672240ea3a47e54e82df719dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb7eecf508abc235284315fee312a174a5ad0ef42e94031ba7a6b932d27b72d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b467cde08e609bfbe9e1eb9c5eb6e08cbe668ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8d49fc4f758db6b0d7c80087e01dbd91dd38380fd38fcc2fdfee650dd8a211
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33605c1b347ef1ab555b1357b7c242292f137578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a446b358ac2d2180f8ce9eb026e2a426cb10aa126fad4ab6c679746e1fdcb146
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01609894dce28a32789440e111728f217ff7c4bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf7f33fe0262a9f0087617caf30a5f6af7967a7677b0e09ef8f0723a9fd6230
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1470f55eab6653a569f3ed46b76e8d29bbccd9f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42e21af08b79cba4b341290611fd5cc7a6c42cb9d291a907a0e05f5c58305dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec650f09ca995e42f6c514cc68c48fd956137934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab43eb4112038944c07d4ade98e36479f9238b57df622a7a972c644e425825aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4035f87f9482587c9b0b6ef3adbd746b2233205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a45d20e8c7fb9370a90fc577281d2a10ad48b10315b47216ae29522663a191
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0538ad2454bf9b0df03d7788da74372afe66f6bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a927937b1561ea2c9f1c730b7929f34f6ef1ace380ca3840f448fe390c0dcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e22f5133bc4b31dbc8c20c10ad921cbe6152b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18f6ac41c554a3b009fff3664a06b5cba3bacc1801c3aacdcaafbf0d57343db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d513c2f193b4c51cf3b7fd5437e279984d93cad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f763d1cd39ddc59a2ecd7dffac6f09e57f8a5771ec2ad57a6c11e07aef6846fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f4b640965845a44184ee64dab2fbfcccbb30e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384d513a106b94d098ed255d25af860212ec194d784c67115b7d9e0b9012fff
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd9c270ba971d2995cdcc42275dc3619899ad0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97ba437bef8c14b55fdad7a863f7fde4d1dc129659155f9b16d7578c4d45d0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eaf8a57f4228bb4a87e4e96bf6a384ff4c948f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c00a4fa6fb35b80264db5bb330c29082d57267507c66da8725bbb9d2ddef969
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21eb51cd0334e8b0812c685d9e4f66f0482175f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db7d67ee9db51870c33117ace283ad6e7c6503c60a02670bea751129690b66c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88ba08fad092990b577c26ba0f4d37db47601d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e68adb7c61a0d2b8d040558779c6d40738decaff1ba808555aa4772954b6e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670b39356449b0a9de92f3f85303c9841f31c1ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b0cf81a6a70e4341b88e57c7d2f55049370ef8e9653054494efd158877dc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e83dfdc6b2c032e12c741d6cf411976f1bae5bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07345148d2d5ffe27be157c6cf2016d06226621c0c5b7fa303fe45f0c6171936
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e6faf5e017889e66581ac0e91d66d1e96423d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bb02bd001750d793635fb7dbce3bda1543f3478d0ff76a4836f49aaaeac7f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9775c70213fc4585eb086f2eb9947bf4ea3dba00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f73b59d561f21a2a900862a6e12dc2b82c0af464ed14cbb2ae67f1a188e909b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9139a5718f712a934611b50c67bcf13a75f597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beec8adbc4ba27951646e95744b537ade5c62e67db734c4facf6277a7e732e1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9adf46e38d56067e0079dd57aefbd688dd6bdd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cf02ef798f0ea6902e944d19153ca25d1cd303f2dfd24acf2f6f2fe3849336
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0e6c13e146000e1ff165f1cfe0f25355c4cfb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027f322be9956e4afffdb41f83bf57f32c3a0975a293376460e62159b23fb526
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cb312ce9f66824e25f87e8ed2c9d25f3f092fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c348f99eb8f517e49b6a65cd138d1784a0d1d9c59916c2c164892195c24f37
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca18a941ffaac9727a5b7e2ecf4cfc93d698e9d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cadba353f1c4abc0a148dc073920c11d6a25e1f382f82c21af780ab670aead
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326aa032ae164eb347621e7f66222fc3f52c298d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540ca73970f3e023cfdafccb8743fb9c8c78d676e82e1fa5c37d18b2c702f8fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2862e5dd4ab0450c6587fd87d47ba7611bc5e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ae74b921846f999d3d0325625f4ca228f08d77a9610236ae6f5c6dcbf504f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bb1f865c91f8b1c770bc29a2dc074765ce9d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a916e2995991e18f97c4c6015b3e30abb63a0f7358f9d200771193d8d94cb711
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3451034c779437f712cfbf20b0ebdd65d2d37540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2cdae22a14919465b8e13b16a572f48c6ef5f0feea2025d5cfd8527f3ce9da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6563f3db244480985e91c39d45e715c372bda1ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2696be9e471b0667653941feb8e269bd39aec5dfcbc6d04046f8aa8cea120304
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf73fe8105ebccdfe8cb95e2c884b90a6c865b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d38e6a6d006c34aac5a49d4aa448809a341428e9f31e9fa62984fef0913528
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504172c64b9dd7dd38a447d8759edb3eda43c10c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2c0c65910b32d6ae91fd14c7bc4af13ec049dc2b1fc4f9387707e7fd0bcf5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2485c174b288bd80928db169e731273a37e163c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c67a5bec7e757c8e4039b95cf1cc9717fe6d6b96597f966596a6b0ff45d0d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bbbbf761975d1c65496c51cba0ef1d0ca183b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b49346e691cfa3d30360df312cbb85bf60367e4e21502321a455abe72fc9a93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f519aa945bb459fa434416c49b4ed65afbf9b9c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d753b0cf98a19fd51ef19f6f6a06cd5512de67dc20ef82b612b6a0a611106a18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b182bec09ee92659c01a0665b55b44c0fea1b9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afee8021e909f15e5c5eeb6d0aa8348c8b58b26336936097cabeda88d8532455
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d75d15c6a9461d21199de2641b6a7e96d51bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e173e40a094539318459a8fc7d9f673ff0b2e1bd6d5fb703ec6c788d968f813a
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d67c7fdf0e26f786d637008fad1d434f9d8f281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d7d4b943a8e8928e989ee576292af5aaf68c621567075fdca6d0a172d4b77b
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d5abebdc2833a78cccfd79b6ed404c9745593f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370b0ad60e0226d4abe97f2029f030c46401e70dbb2d3eb929fd0958235762db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c62c4278e0c8488f27b6a406058ad6fa1f34bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25e650844e93f230aad7a1b70264d4ce8a411106ec86f29bf60f896b710d97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4738d278e7664b1aba26c7d740d2cce680e7155
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b3b1c53debbd4774c5685d86151e873a2a274a35c4e5502f025bf1c1aa38ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f259bfe49c60e5188a04c2440b46f1084ec2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe98fbfc3cec3b453aed41bf73404335498a0a75e31b4dbdecefbd709de147bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1481536f74ca5e631b1ba1df4f2966ce03374c0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4aad795e77b2b6fcfccef8a7648786a9aed81f9216d15a4f733e0f351421e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966d3786e7b89f5842af016d86eacca10ade7b87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de85490e78be54d6f447a9e35a440271de8c69b3171fbff8ee48dfda0fd4cc8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2431a64230a2a643b00e5455338871a751fc71c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9f4939ce1da54294c61f48c76443b019814ae65796e1552839e4e6f7877b7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05730f2c13e72d20cca7cc34abe4534dc11fffa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d0bc0a33ec55efb0bbe8206fc9849921ea8873d1b4ded52c013e70ec287028
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf131bf33ba8afc093c62b8b0ba950dd51453f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c2a1d523f843e0fc5d4d4ba4bd1d9f165c2253781e4ccbe4a5c54f60512bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f413ecb843618e889f15ac2c7ca1e4250b0ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ef2704798c414d655bdf4009a63e93f13b41d72d9cd55e47bb99a4faa2f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abcc1bd253428217f5bdc20d92a2bd728ab7a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da3228faa0da2c357e7f899a91f6a9a458dd11f3f6ed6f8382413b5a15388a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5766800ffb31a78f63633632b932b970d8dfbeeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565c0c92f264739ee75cb0ae7d26db66fc1a4d350a993b61128908d0515ae2d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2058ae5c4ea62784a2552896c6cd176f1241cc08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b683ca81ca9951a0ffd3520ff3da7300d10358d0605c2399ba8444781fd4d0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48ea970231a99a5630c0fa55240e42c6cb463b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c231b31b1c0094e92bf4e0e0360d68045fa95c10c893cddb9c87545b2f73fa7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7b0a49bfd017a5c16b3784dd5287c50ee30b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2818cad02a70a3e818be781db067fbf8ffcb6d41635881c8a6e3e4be3d7f5c3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267b16aa5ebed4bcb59e00aabdb8f4497c67667f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57296eaa8b59785e466274b8c37bbea924360dfbca2c633a9e96edc603b894
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4bd56511a46f219817c02cc211405bdc688ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20d7718f8a6770ef93f0401e27747d9edcb1d625e9637c0fe8baf0923fa5624
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc2bdf3bda0b22f42b2a72984235f2199ccc125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4488e85f8ae94ed02485bb624a5272c3a54fc24aa0f79bf512f214389181e013
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333262d974180aea58808030206303d279381739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b750debe67895bb3697324682bbc9d90ab2077848cbc4b30aa6769b780007c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b749d20f8a4665ee0f69ff9e590332b78f38bd4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f116fe33b2a01e7fb54cbe3ff620c5f821ff6d2b4252c379201a41614c95565
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3eb8e8a67101b760395bf010a57be951b04640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc12d312ffbea33b838322b5f8ee5ac89994c73936ba10a6467f1545a196866
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f258ec923aa708bf8d12eaaad83ce268f47b7c53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458829573fe29cbb0c40f87216a8235e21e81314f9ee125eef7ff9fd94ca37e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b9baee40c5a3b7fe36f28e1cbdbef301d578e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361325933c38a17439f3ee7c15a401644f3a12b79a45cd3ea97c2cac6b8196a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d04ce51bae7e73ec49abf039b9e661c289c1ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ac7f60f5b7657282e900ed6af05967e533bb0418376aab828dc969efd451c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94515d1a26f96d7b470815467a56494b9941d16d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c32dba9febe9d2be869e0b98dbf742fab57027529300c1698555478df4698d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3495198dc03073ad44fc0afabea22ddf19b101a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d82f666cce44843cd345dd57847164c87eb6bddb78c6dbc1d8d6750122509
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a82038bd2d30f801f69ae4bf5c7a7e958da7ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd176de4b56ce12ec632faf2271e6db5ce70a5ba85ba4a5c9e490c1e790c2a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8e6b392c6e66cc8a0fba4ae93f3ae121db5b95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89e9fa30e29c6b39c18b128acdb5832e2a8bdf4ed4b67253f857cf073356f0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466ce9cb8e86e4056d1f314c34aed3aa6f06eb8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76784ad3aec38d6cac0d02fddd9100df1413d26e266e42045ab943f5233e53f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb43b1ddef5f9e897c0889a04b7101aaa9d21e44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aaaf6ddc1b367b11fbfb94e6cefefe0c0839f5f18d6aae86c41298c233a1c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80d81b5791bf6d7dada60b9f972345b7731c873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec08ae11c65a3bfc3739d622c79bb46fcb90c26053c4bed1fcb1a7894651096
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186eb238f846224c60e3f617c9d13b411d326701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c7001c1eb8a32d4bf13bbab0e4817c0ce8a07302633c3cdc021be796a381aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588cbfc2525d656a84560545d17a4aeddced61de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9aed3e0a87b826d22cdf4ac2ae3c42e0fd000e641fe44ab50f58234d1ae8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40c53fad40ff280da507426596a4ba9baea5927
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7064b2039b858d8606183fc64c5b002959c5d7fe0e0397db66763f1cb7164f1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727d7f6344d0c328ca17404ae91eb6f424092bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d700a3d59bc7487bdc3d21d10fe787ef5037e4cb550e14af9b89418646b869b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a9d0ff625e11e53db0a37810189372c831ce2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15fc937303c482b7e89b0e0c75c6db40e863ab06121f962c57d1625287f9bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5425faf903cea76db5bc1fea686aba9ec2763cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221aada6b42317ab97298f61707cc3734de9cfa65a24790c7cd89c5f353d7fe9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bffb6630512349a72ee610468fad6c03cb232d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ad61d4659eb6ee539cc5396882d52550be2bf43cdd8b39fd7a5d3f2bc0c76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdca2d29937b88a74cf04606b0876dc38737b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423952dae272551a921ee533e14b00953236633ff90027312145b7d394101fa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b706d735a40bb3e4f196c6e1576cd714ba55e84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3917865601f931ad2bb52dafda366f4b33752788ae4567344884d08505e38c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfff595c9f7794bb509acaebf54e0212df08177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc9f4afd99b5699decded26a238dbec6680ca11ed5e1acd9c19749b65454a3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ab2ae385a70ea3117be921bb3603096cbc0579
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1053858c3e35556c5a8f5fd833ede4d3e71a9b5c60b1ddccf914339997e92737
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0140a7a9343a3967c16d5f073f000cac9d521f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd306b28cf24805e904bf5b96ae235218d09ff8e724f9ecc450f9e6e7095d5cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623dec13c8c3b18d81326ab862383ee60a75b9b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09eec5c6793a8cb7e16660779aba665a9ddb319e23fbd8a6133f64073fff5368
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb4bfff65307474fce26e979bd50a588d635712
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1887ef0131962b669f3ead79a254188fbfa78cd44d411a95a58b3850305d23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c271c3ce53225732d3086d61c4af09b7a78896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5e554bb08cf41dd99ba804fd5e6808100a25e2ad5003b91b1f360f5dbe53f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4926bb868f3d599285759ef89c29c6286216ee22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984915c8f215f2eba94112d27e9985533eab2d034f941c20e446288305d5cf1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd65eb40cd1a01e2c420a656488f68cac2337856
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f444fe18394e23cbc30cdd2eeb9988e0f10026f36ff4796246472e2ccbaa24f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1024da6263f9f45dbbd11e4cd38c2df51bc49c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45118f96cd13f4961a437d38c28655ce2c90ece502edc72fc94a78f0151771d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e7a4ebc57193d8a30f763b039462f5e1dcaced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e4323dacb43bd026ed6e2d6db797d3966c1a33d0ae6effcbf706f674326de5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2dcee6861728bba7bb6914d5662b7b6adb3f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f222439114b70fdd313f9c1aab02f7c0e500cab0de611bce453073e3cfa9790c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a942a16c3ef12a6dc76032846c83ff60f01ab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a33268238ba64176604fecc78e2516a22ff164671a5a480be44359f0178100
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d0f0bda8e3d9f1b34723c59af2ad3b148a713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa19b7c73684271936a0e045c7716c05d30972ba716cae3a43fbfebb16ac8312
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81175707de681b14323ec0a5434bfac0a3e3c78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2879383ee553f874ef44087e922aba0526fe7e224903233424e42d80dab9d5ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1532966ea79bfeda6167acb37b7bc246644ad5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92508a541779ebf72e14a72f71ff7def61f229efc43ffba46882f79008c210e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa7a627a7a4bedfe8903f89aa084fc7e586f7e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be858bb727d406a0afe8e91cc7d364f6843fe751f81ecc88e1df1dd0942f10f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8488c9fd56b6c97704a88c43e90bb4d91ba7ca65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427884bcc39fc1398f2d3eb89d407b876935a85fe9282e59fa00ca0a65f7e621
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac008858c0a2d1e131139d138eeb42241e3a05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f74ad5e97ccfc4523c27a1c2403fde7e73a45948437e906fa2afe2b43abbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e742f6891696a141b4baf8aee9730d1877bf7c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a713e6d7416766304a0f41425a26727f732d405e5d317828429e9077f86ed0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f2e03386350657e6e6c728915e5092fa9b7ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1e1dd91fda976f8dc4c4bc700bef6f8197c9a8c149fba5354925daf6a4de9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e1817c2538b7573fe79f87664a2de51373f3ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaa9718ff9c99f88f7548b372742bf9d1a5fde2c85adb89275a6666995f7586
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0990fe7253f9afbc40baaac1b944284f1499f9ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6eba166a8aa6d5595c46e8b10f9d84e7ff8faee4b1efc101d2f0516da03527
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49deda9e4f0a29546173c73d4c87e7b4e24d81b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10006d2b690c389b4d3411ab1e968b4570c57bf8c412ef1ada49cbe8d8605d30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab267a3426a465cb052199f54269bd6e4b424d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e5eabcf23101c715da4785f45ebec7e6b8c6819c46c1e69f03b0c69ddcae79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308ff8253f0323388126eaa93d06f9460e6db1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aecff4452725ed075a8be14748e71f758bc258b2a7e78cc44cd117d882cb2d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d98df9ffa1f48e179a687ca14e3c0daf4278616
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f145057402b1fb37d8c6ac96602044669e21a0a008583620e7abc88111fefd0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848557623c8df15206f35ae1e7a0efa5cb62d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bf0c9b49d2aac0f3c2c37ab6a996ab7556226ab1a0d4ab78025bf07ab1691c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cdd73d1d383fb4975cb0244719698af82cf6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962a055edf9901f854341ec0d8848c92c98f26c9d886987d61f0867e62a99ba5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507328e7c5f8d421004f44b9689800d29b155dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd1ecaad357908d1a6ee8af96757f42d54de61769d0b503aa4f431da2fc10fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4607c32263a9675cdfddc405a8bfc37a4fd1e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edb2c936a0d97714cb2888bc8399b66f6a14d7298c8db5731b9e73994d17447
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4c4c80755252311f650cdd731b95ecfa9d03e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5252bff3815b0d37578ca4430e424d04a97094307e01f57a6fb04b79334c37ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6713881a357a643d7a4d119ea57939d75e742f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6983197ca80c6e6bc531746a8c423293d1657168da53d89a6fb21021002a9b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc97376bf1659f7b3573d88ecd506f566287b46a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a434025428f5aa0321cc1774cfd3cf8588d7a60277a2f7e3ab784eeb618a248
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6ede39f17cf52cd135760369b411a52f76ce3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a200dcd432d42073c921ff60cf2a575679beae1dc626bcc1bd969a0dce660351
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a64dd2f1679b0aa52a049b4a6e36c14ee7ab25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5469c0c7a72f8ac6d44c71a705ad3549e72db7f9019dae1f80988d44c7c18c24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2c1832a7015e428de1cbbda6aa2653d19f529c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf7f455afd8cfff673ba9e60f9c0d04a2a33a4e95ce51a76a187181e06d8bba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bae46792b3f4b8d3dac86f0abc0accd09871f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16455d1f009f0e5355e34dcf448ae9b4f317d91d229f8f80b627c527a73d91a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7c8dd37f402607b08f773afb5926c6a3130966
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c54c039c3304952565dc272f237ee5c97ae40676574a55b906cd66cadb0640
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5278559d73a4fb9d1d5c2914d81b8766dd873f68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751abbe77e4ea8a7651b17c6f1f9aec39448c4f94b845f3bd531630c0b690f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711dddd4d107e0ea6bac79f34474ab45aacd2736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630fea3b5da880159c9bb17e91d90cc410c98213128516e52ad662520cac4ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead902d2c318da3c614c23525a1f47d8de76b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed9d3ae5339140757e16922037aecd3c7c5804084672d5b5100ae13ad1b0812
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf448de7cc82bf4c5a09133f1a2c73f3234b75a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9bd4c18d3664f007ccf3b764c53a899ce6ba57629ce920f12062464196131b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087f49033d17bdde66b7db686821cfe63c45e058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c8a42923a275ad3fb1188b0b4de7d2be4206a13d5bf393476f439bbeb7ab6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96224e5359231f188b462db2bb44d455cb980dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d21ff11e083602f8821cd158fe1d51aec85708ebe57d371ff213cd9338218
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de1a69bf015407621808adb32ed29bf5ea630cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1211460bbdec7c888c9f13d278fdb946b0fcfd89f7516df69db78becdd98476
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bdcb2d9c125ab075e85675c3bab32dddc1be28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5383bea985002dd976ce6ba2ab10a73dde19125046047873f84385ee577a8b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d0b2a09b425e59fc595da1a551f989ef1c75df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb7967fcb27960b7d5b22c8a824be484c2a796976606e57acb68f9461780cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f17833d395c7efd0b54aa467fd9914d3f5cdefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43097c0a12c9fea922df89682d5bdafad06e47f9717e774d8eee8ac5981070f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d52763e5f55adfc4210dc38ad0d30f0af5e85bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c23f70618f652f6d8ea78a10a8ac8a0a7081c905770f9d641e800893aec6235
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdc37f0582391660e968e8b25e373f5420bf3f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514743df51240fe03b6b660b02aef6bbd20d8d1ae256aae38886d8f54df2fd3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefb032db544caf4ba1fbac62592618e059c1a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041d6027cc52c8f7eb161ae45c7c746218adc8fe1d152b89e002f500cd2481f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d4fad8b32cdcc8cd47533aadad50555619662b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d8bd50baf97a8eba90380b31443303aefed80d41111cea0daaac49f7d03ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a32d9e40b72a326fa1d8eee57f95843c543e98c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3305d0d2b9e3f43ac2a70b45b06c02ef223e1d467f19dbe139f0810709969280
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0f271ef880748cb7c325109c1cf1595171334c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a59964341561a613f00e30c4c86bf70fcb20a55f500f62548bf59e8a657c65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf90422e747e84bd8bc1a1e49753bc75b76a4b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68df06526d8ad8b134754652edbc572c1509720e5911009475f33186307a4a55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63072791ac9ce5f2888f3e9501232d4892181b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99692690b358f238c2731d4046f5f4b15b6e0f3f98d06d69b2c39c6e12e60967
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f6163202274708defea0c4d5b029f3a1dbbc3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a1c53ab3e67ed19f7837f657e5e55d2c61b7e11fd349f05086d11958a7ba64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7e5a07853594e69bc77774158b0395735b774d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef0714e62ca76568781a09bbf5937148e996cbd709e902ddffd573d6baea3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa327b4eeafa2264311d1afe38a480d1f671dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edac5eec85e08d48f290d99b0acd58b2d47a72dadce325eb2da6a8bf25aefc87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c989c4273c2e801dd485b0a1b759d2d135c4fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12199ee785f14c73664953fb92da64f9f5aa47912954a7fe69a91af6fc46432
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4832f2e3bf302fac6bd0edf8b231aa61df0dbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df74fec98534e9e4181b1b47c84efc7ca53cc5f0d9abcb694709281953be3ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5752607a9098d3f1d6d3628aebbaa4a1facbcbaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d80afe002d8660bd9b21c89dd414f91b7ec24a07eabd4b8131171c1c8a925
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404b3632a9fc0f31f1117361b7200fe2989b0a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed2ae7a25b124c60fa6a420c800cf6a15a40aa4529a3973a941d333abc8061
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee46392b8e06c2ab52b568b9a74178b361426dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d978a6b133b04c3c57c13134a2cb8a69c166f69e8d6f53a48db92c33a53b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe0dbb49b2fffd506cf825fbb35766a2e3dbe55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4283fbe34f9cf7c1c6ea0b92114198a0d6e6bcd5d8483bc08a0a624251b5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f587d3719b8cfa540e7916744b3dcc3dc0552d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862c158cd2d2b9ebf7e585104842e449c8b9016efe9b3372ce91fec587d9f1fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e31cc70c9bdb38ec6b6ba1676f3ae31dc0d360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0c737e118473ba3b3447b763b960b08ece76dd5e0b8363d3a601d2b8b98d8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8857219e4b194f3ecd78db640ae7cd698016c21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1bd81ccb94aecabac1c343ba014f137e33ad209caa73d3166c0c9210ce9db8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e083e33ef127a068df31ee836dd64ea983fe76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611ce0f762c6028aca985b71144125d89a051c74737d3415400637af987bc776
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51e2c7ade9c9fcb2b4215c106b0db3c624e19a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed29268a00b7d1d2926b5c0ffe2bc0dba21b06a882ab380a1f68089632f176
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e996abbf49cad525792d60457c4d6b220fe40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f9a1e20947689e6a1dfa12ced31491bda507759b35d7ee27db8604bfd444f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97944fd547a0b845f23e94c4d01d6665cf5fd6f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21169237f6e11a424cb0dde83f43c78830298c175846dd91651fc2af57d476cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72953d3d8f28cf69143aac8888f973d905e840df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a1ddd28f2404bad9468a809767e090819004bef9e5224d6c7ec8d936ec4d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8753f12e2a6fad35460ca21d3cb73f2d63501be8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6bcb9b70bc927b76a3acd30ce458324a41c80807afd99c87b2f2e98c94a7f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d4308de9402067e386f0f721b37f065e2a684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1703438052abfbb8f969964c6502859602d85752e2da324498ef359542b3cc75
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0d085dcf836e0ee2d4ac514be1a1e1ab57e64f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f306fe7c4d14c8087618548d4ac6a8788c32d438dba8ca3f9b1f603c8d3564
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e868e7b99f3235cf7af6ff741c77403b6b2c9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa609f2dc0b9bb05cb04a485ef74741afa9870d44d90a7a4d3882121fa8e8b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f403e4010694f24afc849154f04782a534b54afd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5bab3319172e1bdd3b9818f234c67bba47b40e1dd056949f8be3c789c24ea0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a13c6b4626400328d65be406e65de9def8de04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a21ae231bf76a6756a56e6615d35931a595286492314e4737d1f85f02a6d46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8e39c866fdf7cf1547ebe9db0ccced2463d912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a9bcf230eda15a78310697b8dc3df12e44d62d32b71ffb1f86d8ac252cbc2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fc7a7cae3483efc3eaac43c1f5147e638dc390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58d05c612bd398728f7a57280f079333027a720dd58fdce4ecd45039942484
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f6cc8abc159fe736348a448dcea99fc5e14291
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3760f891998cc901fb74aab87b30abaa9811b49ecfa169e11affee34d8c95e93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e742eeebc65290aa2668a9579942e55979f36979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2cc827d32eb91d344d6c543bf4b38392a6cb7a761a2112bdff2a6fc6ccc2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fb35f6680ea357ebbfd8bb14f3737f6bfcdd53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7628ac382ba4f056621042e74e3eee90221b92dd65c0b719e87a4dbb32c67e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1443716ccae138775e825265f16b5696e9835aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf79af637940c89a2cd1b91c9b4752011b309c5a6a7c6bd53965021bc70d662d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e817a10531a82456e0fc690e6a10809acc04df7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83f6c98c4082781160cb5c0631ff17bc8f294e00c1153c9721641011b8a5bf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed44def73a67b07d9c15d8042cca1231b5c739c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77217fb5c6ee6b84fd146de8f7e875964f1a26aeb0c60145aa391dc24d06f15d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754dc67bd74fb202865b41dbfa72298ef664395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aee3f3a168ad33d3594bcb1c71b7e8d2acd80fa1cbf0473782482197529eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5582d421a1dcc3b050eefa7c010d8c2233a7f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8f5fbe3fc66b7565c574f26638fc2b7851ea2365bf42dcdd955c3cb657cb3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aae29287cf00493f94dac9304485ddc884ff2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e093d89cb73649b042d7d99d5c630c698deec0b835949052c7c961b14b63363
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fd957a9c17f68234d5e3eb9c415a53ca99faa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf47fb0af502d9f8f152842dce125e94cba8f73f5200f52fa6eeb708ffdf22d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5efefc4e2139b0e92871b293e087e05ca70a18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b052b1f9849bd16b60836e510799f65db564ade66efa49a03f4e4f29ad7acfa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dda67e2c721b84a2e4a5f65a74e8083eb21f392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282508b93e41cac1ef3cd6aed2d4560bcef3fdb2a630d57d660d4306bca28528
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48643c54d7d0fdc9456fb1157c54bb280c76830
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e809691600b6d7b77de6a49b2dc1f824da21cacf5bc12985f0782b232c3550
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51a095e87c78f5289be7a5862568c4523aa2db5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55832312c83ee05560181c8d9ea448b4c58848106fc08459f4beb9de58f93fe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f425722b66b4d93e92ba41c86b0261ea64a72b50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfa75a190b0f0357b03f8ad6cc1ae69188c6e002c4fe0283fc736c82bb5e98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3be4540fc6f65ece285bb8bbe6cadd0289a2075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f82ffabdfd921eb58fdc95b8d8a114bb97c33fffd23a2d57a47b74312d47654
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64b46aa919721076ebeb41d85afef30a1a564ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd1fa9b9be18acdc8f10e6efcb1d0b69c0fca8b9c9d07ece41c88cbf333801b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b49344b6e52d2f77f824396ab2d364f0b7783
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f185e3dec620d895c6454f4c0d3febb5f5e42a3955b238b9f80553ee87933efd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8344dc3ab9d3a6667a72a19edad165abb4c82b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160fbfe75fdcad329dfd4b15f2bae8bd4c160465e7e0e890896e4501479498e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcfe25e671cb18678cc441d1f7e9dd17d7b42f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f962fe74106727fbd05e4468b1b73bbc90ce790189efc966cf8bcfc403f0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f10124f4f4906cbf166d6b1cd70d0ffbac1a47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8e1822cfd8d1a335939973db0802e7485436bab8ea35711c453762e65ec725
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c546ad2f3105aba87fd90ce01ed6b685608a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fcf3672ca30df82140b1b26d34f4265a16c4e3b20a1368b7a07ce822707f8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c70abba5b30099632576c9a984b6e51df042d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4656abcb6cb35e071b75c656a0c5e94bf69ce6932a66e826c8ce8869df620de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd841d27dbbbfeecf42268f4a5492d9c87957c52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eeeccdf78a4d5dd17300c5d51487e636290796cd45528295cc99565a59f188
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f33dfc2d1285b7d291f9e8cfabea983fefdf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87457de893beef2952b50395824926f17c447dd433732f625ba52aff40a091aa
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36cf889b313b743644ab06393da4449d4aac812
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724b043f99baa179ab98481a8122a64addf73c53b266e0dc7a42b3c790145055
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe22adc4d680d5804d2be411fb1eefe3ca12652
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33511e9c0c28473ca52ff08399d4dcb013787b26c0aa5ac7b6b0a4f752905f1
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a9ff82881bbb75cf63530eecb074f3c1e100ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb3a2d2b9e030036b737da6011afec6331b4bedb5b0478b9eb6ff0c2ae285c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2547c3a404b2a57e6d2bde29f21a532005fa7e18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eeaaca61564cd5f160f964ab14a0ebabdd73fc763f5cc2a6ce4ef21938fdde
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019d1924c5890a5254566b8c1724b373ef2987d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de51ba73125a5b7841e5ccff6fb09487e683716e13ffea277229893b7f5cab15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6256b1c9c76ff40d894cae46e0b79baae29199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47795436767c389259fba2ed406404280dc77062cf29c851eb0a7240a44c07e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc04610fd36290e29a4165ef7b0958a2d63b7a34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c376037a53006fac892f772243a6f54811c400010e76a9e63880be3d439727
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371d732d90df37a5add63d92b1492635ad1f6412
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cbf39166b8718e4a5978eca46406aa22a8fb1b079c845be70d789b1acac6f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366efc74285071ca239a6141be441f74d51561e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a60ff4a8689cdc12f3bd1547af713fc9bffd2c320d36b2edfbd095d7314898
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cfbac0808b0a608f857105f7597165d1ed99a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed8130903dfdc70657762154e23c0925583ed3ff8dcd9f1914632d19450dd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4aa8396afedef7deaada9449ee3cdf6084ef7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4d5798729828573c01c1958c0614519f6e37fb2bf51f13490787be85ed291f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b3a9192b6deb569a5dba42cdcea0f2c2609de7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2228d536db79bf92e94ce7fc5bfdd3409dee3d00ee14081da7b8c77da61da09d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1e77e5ca706674192da7d8749d94c22f022e17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b357451268daa0a461590e0db363251aa55b0a9e2e5f5c788638f406181ffd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4098bb4854004347a92ec83aa1704f4044e6d418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd57f96be048d44200c1a99089e7cbd6fdcdecc83cec74f1bd41bb8c98c70e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd97ff5dd5db11e5bbb7299a5e2da7b9f494b884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd52da7ed4d57583469d392d2f1d27bd78c68a068bda2a4695e516e7c8fb4e09
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d470b9668b0a2c0392e0ac95f36f53de0b42322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e270b18f777ce1a6fc4eb52d22214be2640341c50b28eb97331a13e9b174d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789ca37071360dd094c0bddfacd5fe160f9d1e93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ef63055c820c7d127857169e2d4037565a19eacf446eb66e35653731ff5aba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa01f963875c5c8ed906023389e17f18d85f44a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c3d4b546aa0dee5d82579f57b01fa6d2b6c555fa0a22b6b9671d94596b4c97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3dc7479d56da87c19ef935b1e3db677aa0167e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963ff58cf7434cff02355efc68a8c89fb779260d074fba1ab4e004dd36f2d3fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb214689b5a0075caf4622e909efd350c95394
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034b9a05115f1197662612d7429bffdfb84cec6943e6fe3c35f946defa36d824
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd75f7583b3d8d103678306da19efa623a5e03b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98e76197096d0d5fa6799bbe43b91b064478a621bd9c2443e7c9c969246015a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a71d9efcf1fe704445af92dfb18f0f1734b453d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e77778434606f7569603bb966d3b781109f2cb0b834d7c048f22f8c843843
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dae2fc16cd7c53ab5d8d6793822b5732287b94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2ceaaf8c7be3159820275f66d2b26518ed3e1bd87338f74aa225d2fab6114c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304a2c5555a4c58995ec107517ec1a558fa0bc9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98c46b0678c124849e2c58c34d8342ecefaf62ffdce93e930326ffee4fb1f8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d6aa81f82a98856701c1f271d9db51584f2626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd35a37b4a45871bc047d77c6303ed68f6bbcae99bb12fdb82ca7a65161cec1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe62acc35b219482561eadbf82804143f175f4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff9d1614cbce23586ed64dec9ad9b8be71ceae6de52d9e3f0acfe57e9ef0863
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee6dbde304fb598085a27bf780fb637e98838aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a336e004d0a15c2d2c78308c306cf890068b5190bd737de0430261f67b77456
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c800216b556cba1ac87e8c31e2bf72a8cd3d5a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d398fece2461c330a806afa8dccf8a01e145403ea4d524d23b92d7ae75c84e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f739ca164c08c91e9c571d9a745beaa5b27b5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5951e4e4924fe854fc6d79eb10652d79f0af04aac7928673b32b107320abe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a3af4a3e56a739058692714855003c2951eb88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e095a95594bfc871979fa2f0675915144463871fb0d897d3ec04337aa93d2ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78eae3b7a852dc6e08015a4ccc64c29bba54812
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ecd6540672abdc94430be01db8403df3eee8db1cd30856e0627e58527f2e2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926ddbc9018ca5c1e7e97b7fc424b3b6055cc425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abdad838df3a6cb2aa7ccb9bfb9ee64668317449ccb928bc2bd274680c6cb48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bec44ea2c464837e2a3d9886abc254378a17c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77188802fff79a518e09f87edc3e882ee1cc32665f4029e53acb51ef6d17519d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8668c69bc0985b76c880c38cc1043e0af00b50c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3360b0c005447fbb28a4c12ca0cb2f45bd42cb358618dec081e57bab6cfbde28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b4b152be2bed0cafdaae45653be027f23ad0eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456a6616b5db40af33b4783a04457762f00697aa2f1dbe2ddefa1811849405f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5866171f1d7d04b46fa7a421e6d5ba2c871fcfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc4f0f8f87e7ad7728d2653cb6cba7e2d3b5a170f9d1e6c72cae0e89d2fe50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f55b358cf7f2890d7e622d9c0e7183a1aacdb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067a2be1052cccfbc247b599cc8fef5ec018f16685588af80466ed6a5a8a68ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19acb66ec0fbbad69b35e13ef2aecefc56f9db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509916e59c4578a2a73edfb27a38d3af80a9cdc472c698855a0f72e500781977
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de036d99d6922726d17fe3b3fde6f09885152a14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fb4238f0db0d965c5c2bf892fb976852c0970fb9a7537060da386ad1a21bd4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf773313638a0c0bfd8cbc5d8f3db3a75fd1e0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bb14d436f739ab2b111bb6cc7db201faea43ff2d9ec7ca9ac96066c02adad7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e6d34ce53678c76d61fec99aa09ba0b3883c9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860c21b6a3f838d096c8bb02bcc192a28c73bcc25b4603938a83fb6f75b7c40a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a05bd548f366577530b239e82b41a75fdc79d57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cf8349d4b052a953556fd9a025edae6dc615063c029263f9b2e07720725d07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a426125c798eb8eb6a25988a68e1c2a71ddeb37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29c585e1517d8128246626a4f1d0c9eef8cdceacc02624c697a9089a6375fa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c07c67e38d88fe1a64a60e72781c26fb463f695
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704cb431308d4041d38bfbd4413a129b0fbbd930285b96d1779f6bb7df0108e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e141b84350d1bbb734afe0cfd493e564beaccef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25483a9d40b6b22c1b1fef59d552efda6e34c4288d77e94cf7dae0ebad04678b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0165a147730ffa5218ac0feefca2f3497829f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a028f1faa077ef66209fb6f466710c1f785fd1b1e910a37c2d133db5ee95217a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4434e704b405bdfb0c188a6e3ebe799dfc36fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68060494dc369286862d480689110197455ceec49794aab1f1e93fb3a586892
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42159dd16ec1fa3e4253599364bc5d8410c04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef89696c88b7d1018ad2c3120a0e59c19de5369a5eaead471f05f0844195642f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f3d9ef68c07647a62036c446e7a27181da5a51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a778caa1c1476b69010c40a13a8413015fff0a75fd83d87fbc890cf0254ad6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50238a7f67e301a69224f76d2dc877611ce356a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e5805052014a35773b8fb0b90f417b7ebb6cbb767787dc81f143fd3b8146e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19297d58879809c8bb5c4f43a5f4087099195973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21e341455693473d55219eb11e546070c26d8083fe18e152095576de4717cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed93ba9132ef5c77f4de5cf70e4fb098a8d80ff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4a1bd2d6e38ae728c3afad4f71d557e16f3266a9a380ff0f8e164586b845a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db5be1b2855feb7abefbffd19697b9db546076
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35244887c98db816f57c4e96735dda63edf52735a82e0bb3e67d319365355771
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad9751b571d778f7e7b3b6e757f5e22786637c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d005d766795a9a6627076062e21a60a4884f4041b761381c912d92d76ce8177
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2e44934db540d58b3fbc6f70c36ce18648e76a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869f164580fe3c97d73f967dae53c591aedede454fe5ba164261810648aadff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371c225cf77dad881ac4a3302ad6958b0ed76cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a76427a68c099004661da68d04fc25225944a64db13b84c2d82bc8120fe0811
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfceacda4df3a5b046a31b5586dd90b2850fa07c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519f389264e1942679bd64faa214b54a65022adfe9aa21bb55cdbe22be452c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe98dfc53e523eff6eb5472b95123a4f09c0b716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2605ebb2bbbd93c577250cc107053f7c84fc5001af57689e04f99baf2c788a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af7be1943786ea85a98cfb1f37f280c9b37af5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdf6af1d75915da5cf6fdf3721e3fb1eee690a87120ced9584a930f20d0dc7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262e95b3ef83e08359a9ab520191580b15008ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6508cfd58064ea2944855c9864c9652c4c8ab74b26ccbc2d67fb7fcee9bd5eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da163e1e0c12500fed77ab9191d00b72382136bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ccc4e891c194d3f786ce19a3469af31ffb9ac0ee3fd78968ffb5949f678360
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469b790589e2cb4562ede91dd1184caa1f9c4aba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db7588c52f2d74a49e9eafe853d0afbb95616457479f6d26362fc917972af33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773d293093bf43379a2a6f2a2a6262e7e018a3d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d32d98756a1a1f4a962147b9ce93fb20616e3915615bf00fdd20890d1d77bda
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ce3473a01f1ae552826de884889e7d5846962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b80d03b84f2fe084320d76cc9c390f4f2f8a74a777a5af4f290ec01744f7493
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ba95a1812291f955ae5cfc8c1c8f33754a842a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f93d105c7eb96994e647d3254d893266abe6d15e1948586375a4fbfd2f2190e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f226dcb709dba59d8eb421ff0625eda4401c543
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe35d324eec46eba190d10d9a17b85e313432de5ce239fd70ddcf79a50e7395a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43225327761f2e4cbcbdebf4d43e0d0cc901d94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b08eae4d245cc5df6f00f85c4cf4c58d801f811d8f7845980d211984996c9a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65af58886a02e5c31c409b2dd3e19a916f237c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffe8da3716fad1e3c7994853fd8be807c73146355091ff78bf9046bfb0d22b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87df9ddb8a50f1a92d6a14439751da8c5eced5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c7f8824cd91e3a1ea3e5f34f91832bbf0a5e82a7190d3c9f2de14eb7a21a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9beb1d00adba1c209f3dd92c9f460295178b01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf48760de390b4da99e6d15f95c127a2d8beff0132e906b260fcde70cdd00fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb2dc31d1c957a2644650d07a6ae4174121ac2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b453bcae015663d2f24404df6c3ac32c60adb3ef9ec919f9c6faf6637fbeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc496888efc3b7932f53afa49e2db6e7f038752
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116565f94557b8b35f10f88ce2046b7e200f45b708427b427e04bfa1a296443
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d874f8d955228abb7a399d07e81ee517542a489a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea2e2ef4f04fa53004dd7567e966fe5cceca2d8dcd90653c3916a381c416f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f2234fbdab7f2d18edbf055f7aed7e54f9e9da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ccc206ec44924a6b873e52f853d7605d3f7d93ed99c30b07de4cb6dc23494c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5c2405eb0bbdaeeb0af501c1b616c45392adab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a6b28072238a7d358a6b372521371d99223c4351ac94f2d81d576f53da2d42
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae9a928e94ece529f75ad78ed1b9572bac5f078
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584436ff591c6b48433f6af2aa0c7aa14431baaad4a50ad23e28dd65e78be14a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022b64851d35e0c9eef1368c2196ff7378ed277
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1d21b0e9b37a24f8fb1fcc8da19b5256451f38328f71b31ab74bc10a735e06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01de3cdbd3c86f0673da1db3aabfbd053c8b2656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd8746c87a3e1087ffbbad727499100c6f8e3405a96853ffe60b4614d38d4d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab27ab5c2852207cfac64052f9b778a6f5d9e88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f02dd9a3c3ffb5036d79b5f8bf32038302085ec9548d248fb46907e77fe3f18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf5db8a53468b1ce801bb0c795a374b30a32de4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dedc06d6c2404cc70274866bd8b93ee7faf7fde36d18f7d2ba417f73067e2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040fb538696226168b204c2dddc14eb0e1c53498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19823d15dd2c323f77fe3c5d0195ccc99b89c60be4e27fcdb203350c85c0868b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6572ee509234fb00a1b16cad8c7f74aac04c14d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a06bf4035d45c71feac80b84b4118af146d73c9c06e26554945bc3377ed50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0f4ac9f1bfe776d82e72e853ddb9a2bc7bb8d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd46f47a4d387737971fad7836d7d15bf3813ea0b54a4431f80a49910b1b6a36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92847cd139fa8e67a927f979b4f355cc38bb11b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dca744f1ae2f2fc7bf0f5997675b660499c2f1232f3e61383c1b58eb67544fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18de8ecdc948a3a98aefa48f6f4ed777682a0fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd538020edef6694285bc83789b85fab106435dc06133a07c74d86f985751956
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd8c03ea11a514a7aa01d01ea5023f9b28c17f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd50f08138c07a8636b066550a8addf38deaf36cc234427218d1c36aee806444
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b53c38bd6d2a554f2bf346c2b7d547d4569c105
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed8d18d9df23a1ff53dc3dcd5242d4458a9c8b669f2480bcffa2792325f828e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b80fcef76a2ad73297d20b1e3e97d9a5635e050
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba83796123f8d3b3e4068d5c75960a857b17fcdc4b8e06b89cfcc32d07c033e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7edcfeb42a1d4477887a5eda31ac10fba0508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4c3816a233c2b126d593a937c1d17e20d7bce9ea77e49f7b6892816c210c8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da549e6613985dc7cb7d6dd0d156ce1b3a641dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79634b8f6877ad9d09ae86830489315864d213e5f79cc260de637aae9e90b98a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8156c9641647bf386e5528ed7680ee68cdacce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fabc940186efc247913cbef4caa1d5640a17e0578004053286c652c5cfb1fd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e240dd19da4e1155b00e24883bfc6fcfb26a20b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d748a2a90be517662e849c41e1f7ce153b76405383e58d6bfdd837e717e312e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f92b09013320a9812e6736d1a2c4ff93667cea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ac5dd8d5eed26ce03d03580b73433632bf95d3f4c6355d2f9ac21edafa4821
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a654fdc7897b585b89c6437b1db25ea0fb6d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a812880d54adedf7c02d8ebe625e41e5032a4682609900a5b19da2d444f0eff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24b0aac30cdd9e387f1e14506359ddbc7ec472d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8521c7b80ce659d5dacf4f581bdd13cea94e326d58a9a363c92390b699f41e55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704f153ddf7b6f8a4eec99dd0a566a0d8f7407b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa3e3a88168932a66234976f0f0e3573d5f559a6905409592a6f1776c4ab779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9abe0ece2fcacb90d0cc5d5972867583a9e0d7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae62149b6431c722b2078daf9bdbea5ba62da9f50adf3fff9296269c62d10bab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c810eb4b597f59a0e513575d3d80a296784a02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67d2b41e924ce649332acd3c1986ff283a42d0ae23aa8ee33a9146d7bd858cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8140a6df8d42650d0b6e5ea783dbb5678361f807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b3735bd3fc07cbc5dc7e813e01a822f74c7fac296c0551442696334e94398b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a46c42ba89b147681acf2003e2e246a9d27181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cb782b3f77fcdaa34553beab97a3594b55a972407d55907457a780a24657db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e65f97ad4eeeff8c7575a74327d7f9783cc08ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b5955c618ab130e461a251c32f505d70ffc604ea24eabad1bd4cde5bc58ca7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde63e87c0314bd6ee214b7bf1930cb81fc8144d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd4e13497168e3c175307ff652f949781f1737bd278a53380035c2ce82f421
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47822445886eaa15aa833224d16bdcb45e404a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fa3bc763ebdccb72980cc90f4e8fd414fcdc9df422b1148873f6f2f8e31f73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3c10efbf17ffc5372c005392c974e50c57110f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869ca509307553f06db0ab277f03dfefe86f9e7c66928587799b7c966123555e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6b7dc574877668b1e6e904798b067888bd81e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f7761bb603ecf56d1cc5d4ad750878a78f72c1aeb30ba047e023b402d7a390
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17460dd51bfaf24173ec0b558db970a3e3e76fd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36ed5364079830828f73e1f172219833cf484a98c5659d76ec7023c3dc42c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d8b05d34c41b8621237b8b25c2bee3dffcbad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bcd9ec164bc42fed78751c833ed06a67caeb19da66a6aa5f9557226a3efd81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462e8f7c53d63964c314d82f8eedae614a659d8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bac8f59513ed02c52f44a88635e723ea9bb459233276833b04c254759e144c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf16fbe7aa8f511c11f9233d6f1efe497d878ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bdb22627bd9586d469a2fd40e1a29a29a1c806dd5c34a211bed5762374c690
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcfaec6a37e61bad73d0668a937eae3c7707670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f18f5327fa1d9d0ed28b19cd2c58f02e86882f74f195373ce72995de2696685
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f7c4add139f027d526010ebb1a27b41e1e7ba1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505ba2afdbfb627b35318b53ac554bf26067c968a7564a9e3445dfbf2ec02c5e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26847a356bf157cffd8c416cea79f6ceb536fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec632211db0021dc67d8125d79864d7b06e7808b5ffb1fe1cf551ec1608e76e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69efeca8adb50d0e2689c7ab39f50ba739d1a194
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58f3f6510f40d703d352b297ea3b4e14460d0e7bd04f3bc406ee99fd4141806
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9e4f770154e0335b7cb2a30517332fe7d70dea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d31ccadac433f2c454dc64e879c95b75fcc981fbcd5e909eb2dbcde095b64e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e336468a0021e8fbf7ee887cdd8aee3a71ec4946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72646e89820e91e08eb4b8c546bbd6df057cced3871c290819a7d476915501f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800645a4b6c95c46f2bd1ba2b9c88890392b3a12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af7595939a24c4ad606be85793424ab2970eabe38bd22eb4f25402ca3a86a53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a989c3d33978db09ec867c7f0174161b34a5baa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a135a32661aefc8599cbfce0a5f3f25448ce390db4ecc42b07da981fccb7fbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88716bba96b9579a695d09312e428c4202f47bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed11104db6d9caffa33fc8ff073b80d07d4633596608063135bd2145de55d7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6833935b8a6fe38fd7ccad468feb8f6b0cac2648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37e1ee4da4da3624e730fb9bbd906c9c2ea730a5a20172a262ce23eebff4575
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9567fa4741800e123a5038cb07add4f5c64f502a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679eb165b366ca1a044899198e87dcbdd7dfaa2d0c20f16142627069786c761e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d3c619397dd9eda41b0f9b93a5746b979259aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06bf84642284ed5ce532942c0a49e529aa93fd51752fc2123ea381202856809
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68592c1684b49822228ac134a699d68fdbdabf1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e46c3506eec655402871ef4a85821b0eaf387d35968a91366875063503ce29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d256a58b133e11392b66a6a3b6341a9b8eeaf575
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65ac59c58d4120eb1a1a828b7f3510502b2032bf754732dc0511dfbe7b6bb8c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782710738d9cfb9a47f8d4dbf74ad6dc51836342
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52453afb46d329ff694b14fbc37d39c95aa2389a075b6da6ca42b37a55ea2e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a0e012d3f26c4c6203de09319a87b94ff2ddbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf6754b2adc585f150417e94ee5eeb04412e5e0b4a0ad21771e4f7965954406
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c83e231627ade31f875dd7755d6ae7af946150
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebecaf1f622abaaa4bf5fe4110cd24245cdb1c744e84d5e2819827e15dfe1fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1368d3296fd1a904b253b8ec15c25ea8fcd0a9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229ff39e8f845b83c260d796c17610f3c86845453aa8f4b9386a4df272adec4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952d60eac231f730ad47ff69bc9d35e4b7dde933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f1104fd1c10698439876d50c1e68d68cbb8004d4622df897fd56611494cc2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0447b8c77d82c34466452bf92545eafef76a832e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9c1ef71fe3ce1b73118269b1c128830309900cec3672ad497e1fe0c840367c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebb9e6fff723b10923737b175c9908d3b39cd68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3610a085cddbb6afa98336738da9497f9557bcfbc21f7de5424e5bf562b61d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48733ad31c99d004e4e69e8d9261399641e69d36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261e3cff336e10fe28de73eb7ea0ee2debf291f5548861da2fdc6023e24f4cc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd644a76ac69390c3602abac473f3ab3576ca782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b51e0283b5bd1fed497c81786ce9b4b2140898bc51080ac477ff29b9ab0436
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797a4dc6e1bd4e1335edefe990d205a8c014f1a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0470cb35f2632998356c415303baea2fef87f22b9e85b09a5b77615b4603cf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247c5160fab4a2f4a91dc923671be918247db82e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9241a0aeb860e71737e7a8ba5d2bc27f6948d60dcdc6dd1c3f40453b865016
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c087a0cf0b73704ad0dcf2a297d5a40a5cf0bec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0f99e48cb8de2982b9266da2c0207a9aeb57633c7f15567008f458aaabb4b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3b132bbd88ed5acdf363eec7395a795229783f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c1e6d4079089d90c5df32958465a28d892d44e8d9367758b6b7ee925a94ce3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c436849718435e8375587edfa549d184e5c91156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5eb185fab74bca5084b1f3895c33a97aa8dc39fcd044a3d2e43f108be1f16a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a662628f9d0857bca1059ab9967e5552b6b08a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13b8a97d487c5ab3de1239470b47f214f826e4bd00c2230eb9a69bdaf1b4ad1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b3af36c802ece060ed79b4863cdf02257888e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c4bfeb7a7ec8161807416f694f75711ae5b3bec041aedf40b0631b5e5bae8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98040dbccad1476a067d8aef3ce48aa055700a8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d6342ec3a3787331c47c08f6c802a2a174ded191dc1c96787a45f9e8e74c23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405a689b2a56dc8028ca5701f842fc5284e9a485
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e775184182e38138305099f249a16c3d24e6c10d2c91251dbcb9148bd2b8ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19df2edbb8c179422cec993799c2ed64d14ebf57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28900abf8602c615525825da5536114f6e76c2dc536486f3fe5a110cceafea34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129b2dba7e4461200172483b9743fe749b8c3386
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07ec22f32f69cbca329fa6e21d6377833058959b4b6aaf91616442e598b4122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45482b94bef4c8a76fdf06d7fc6f6ed7437b6e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0ab4801d21183e69cd231654dd45b100b143c6177e6ca64d5468594cc8985b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1693f2ae02d949bf84940bdc593d2e96fd3a0c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f187034b5fd3230e965868d0107ad3e4d41984c245bac18a70e16773464febb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfe8971a2b7d00f06ac8ea6954a6552029231f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049c20b34067aa3c38faef515106e602cc39f6eeba8dde4438c67b406f160eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6bbe94bdee85188297fbf1839d2794c1a8feb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa764e8f887c69b807023c67a589e350493a78748f6f9f432111196a5a43d427
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5869360f282d0db260165c3d47a2286e4d87797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2b3247eb3c3ede0838119572795435a8dfa089e10878951d533fdb09f3fc98
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b008c64d54f8e563934cbb903569931418d4e31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cbcf5fe561716cca5074a5cd51aa582162ac9ba145dcefedab5019714653ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dd63b40e1f72892d3a8cc5c68f7b1686887f1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afab76f78ac3fcc248af8ece8a9d2e9812ee9434b29b7621db4222ade12ee838
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5de6d6d4cf871140d2e81013d403f4dc516f056
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97924ce11aa02a89fc4dcf033739af87ba489fe61fcd6fa354f0dc469ee80f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de03b28c3edc055e64f44a298b4e203efc62a59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825b1b2ef67e4d9d4202f9e155fea8c50766c14a058fb880d0932f9f22cb9cbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1994e63e937ab60e807a352b0a2140e3eb27ef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd632c1472e1d7e881d6fb697322d32d32ad485531116cd4fa020fa27b821de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033db53b7324aa55c085d9840564c4b90f67a760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f406a3a55e5b3123934cf8a96fcd8008068240aee97cf48e68068054cb56df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f72739132bcf833a7565cd519955f020e4e6e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d79bd208d38d3b09ec114d86895bc46cfb375ef960645407ffe3451e8213a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c994ae98fe84ff31856ebaa8cd9d895806be15da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a844e5a95b4ae35b4f13e0937fa76621e736597f549f94405aa9ba806f8b9378
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1155609f527f94db5c0c536e7094eb07a25a95ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871aedb3a2fc1586426c7569bf19414750f2165b60f6ff1fbbdbe5d53aa81424
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e485af9a9f9631c2a929779afd81801d11484086
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72bab55001c972235b4c4df622eca5d10cd1c2bae100b4cd38059404a641316
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda6e921879c780de02dcc5b47f9cc60519a9a14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bef390b641ce2525780dea1ffa1a26daf9149d5ab59a4ddddfc7ffbfcd4464
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7881a36752078c1cc5e96812ad0ad45185aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37892619342dd73e6657d085652e37380844bf21baa1a095d6bb9a98e93d32e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce2ba08c8d440c94618055b33a8d76d13b36b97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1818e6bcbc6e97d32ba48684c6d10583791c87902a36b145b5b53293232360
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed2de4bd99de349cca8cebbf4fd007cd824542e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8741a70dcb292de38c22ff3ef34946f607c6cc3e59e1a1a4f51a855f4b15e3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1740efd0293567a9c67e9fdfc7435edad169ec55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6da0db3e5468da46f9f28b0e97b34702f3a6d417b9b2bc01db6abfc5ec3dc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daccd478085fd648948223c4041c10304b61ccff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039ef3525590b0015f10eea228f5ff48649f79353dfba30bba90ac2fdee62912
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77921b9cb156c29f783fa0460935e425b7c34346
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455cadddca6929b1059e0a96774ccbdf8b9da8549a1e2d791d1cb32e7e49bda9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c1da1364f23d606fc3f3916b555160a0f01a55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68c398a88b8494799275ad7a1117a11cc9317006eb0abd2f1c3203f51f03101
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4e85b8256277ba59903e712e4ecf4bd56ae960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b942084fe9cfe2ded3aedf5f367bc1e266ed4ad5477502b0d4d345f027ded0cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa3ff7142d51ad3752847ddbb190d4a274d170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f4db4b2bb8f47bc92e617aa903ecc65f426fbab694e85a72804425c9e43f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b7fabc1641dd1c0091bb7a387f88525a6ea34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5eef021fdfdd9a58ac7917f9dd631bdccfd5662941759c311746a03db40cd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c206d2949d596e1a1d30b7515042a31688e7d0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7b9a0a9443eab744c9b62927d66f91cdc0303535d14af956b8419ee931eaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa189691a7fe7e2ec24fa45ab7ee83f2419f4789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f0ff0ce7bbea44b1faf076e0915d3f0dd9c56a3b75838be080ed65f9e72d5d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f729f1ff2bac7dcb71fbec8a8fb214763112a5ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d9e7b90d2c9718f43705d38b10d603ed514573843aacb1237535cdd0864344
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1b738a5212e07a4ccc6313dca256208aa8f709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f004d5e01915817afc46c0470d82868c4b3cd268469c34ff03aaaa137bd1f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c756780076a8ee02ba450744138d97f84a40839c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82a66e81fffb8c0c69860ce262f36b5ea0bc5d3bdfa94ce37c22ae0b8959a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f97a93be7cd2d531cf1ebe6d58e36ba674db10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b868ac2a561631faad7ab2342995aed10d2f3b659047017c1c0870dd0d8afecd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfac05f271df9a36eb0c0ebe7a41d03a4e3f2f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8021ecee911f771744703ff878db21e1c8bb7712a6aaffad29d26a3257076f60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5711204a72856778bea1745a1ad0557e8cbd5bdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aab1949eb82e8a718959a0b19c4225b4df64d00c2fbec854891f0e11f46f47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4287fd9afdc13c0e675673d5fd1785a149198c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374acfa44a7fbcb517360f0620915b09113aa426a86e1e2349c9263cf36738c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5158df31f8ec93affb60fda366127c798f752128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560a9c59b35a3cf87ecbf80bc6515712743804c2739e5ecdc37739c5c3a65ca1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd44999a3270bbae903ef2e0b757bba2f35269f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1c0283d07b350672931f51687d36313e0d76f4f69d8ce620e83dcff5808c94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b4b7e0a89033859be9b8b969afdb874b7e34e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c907a3715d68146607b9009b73a2a3cec9f34c628b8a81e1da740bd12586105
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c66276702c4e44b87cc7aa1dfa7ee2207c8a3c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8001b18f6c19301f4698e6ed86da60e158c466a86dec6fc4ec6940e28436699f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde0d5debfd93c166450be3470cc376c911333c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29682cf0e16bd85f513af0a7db1dcafcf0f11c28bf5c3fc47e987da51238375
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c49ee999e8db07099f196883679860fb575c50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95896ab89499fcf7f70d41bd3940a5b0e858d3bc2893b7b2d2c6426fcc1d74e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8112d87da43695477028f6e7170e505bdd090358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9400ee4406ddcdd7bba5bf251b73c10a453a301db817a24e43f55e02758d1015
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21df47fc3ce37caffc46ae0b0de316a9ca01ae9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12a20519879da850c45c677030c122288c274c4635a7138aa3787a7be41b66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e472ed2b479d1b884f00fbce6cb893c078609b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a62259f480689ce1bd679e2b4ef04dd302c3033d72558bcc173ae85f58062a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dc89b949e37bfc9227cfb99e3f079cbac14cdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77ef8b767823dc776d21bd3bfa373fa506139e9b62912df7d30b24e41ffdcab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed270590121df687e1f8eadbf702fd4a700e7fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f9a0a2371272a2a5b95bbb8bf5a4c01bcab57a75558277bf30c9c0e0c090f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728c73c48f566641a1f1ae57a6398739bb932fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5988080909fa45b9ba52e844361fe3e8b09e3021e61a07e815158025e6bc96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91f7d656223f51deb7c9efb23c42ef97299354f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1ecf75241ff0afaa263f8c3c13562b50570dd7dae61d3b44e9f504bcf117f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31bfb614faed3000e141bc048d3251dbdef2fdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a28cdd1184a2489f3fbae7460d0bd6cf8085ca65d604c239554793412538945
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3545d1197903d72deb61351168553456da25d0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faf0bad4702a2dcda9f02854689559846a2ca29482ef22fb27ebdf67f804a55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc5de498705c1316baeb6e98c3ba00e04eb7574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c2111e17375106d1991306718bb47063a9e949df40c79d41bf6fe7b55fa0af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f86788d36ce9591e6f4f1ff6dab1d848485f05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c20dfa3127dd887d1c1128bb2fdbddfbf6ba33b2ee6fca22bfe3dfd27d5e33
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5354cf8669db8136735645a896520c0c21b3b0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f381bf6fb09ac77e3510e55e509343a82ca781c27e5ff94e102048aa6664ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b5da659b7e4a7a73fec808a2c7d63d0d34c0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a419d4332cb6883b3f18d62e5013a492167751b7034a34a8d558ec2b91e3b50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac854cfc72efb2daaa06a953bb52f3640fb507e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1619fed44ffe338d3d8dffa734de74f6ca1fa82e3e42a2c16aebda70ff6f54f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b2c145dbb369ba629846fb0a9a37566d33f6d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e2131ff07b7831c6b3e2a67f4da683438f93bae7fb2ac3441b4c1d117cc843
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80778ac3340e2bc3d0bae70c439ee31c6c7fbb6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1c5a7209449e4697a66f30da344d74abcb47a8d017c7b9bd9cda16ff135596
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9a79f61f41cc53c0ad2af399d8a2564bb0c3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8941757cc640a6cdf6347be743f66dceaa1a7eff8f1cc03e0a6d412e3ba8929f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99c407f0ef2cb08ec5169fd91b5aa3ec8e8a86a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573ddd139293a72367b20429e934854c67e54b93faae944e1f389c403797173e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55f038a2fa6bb1bb6e21e6e80e73ee4222483cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5528649854988ba4ba56798b48dd77d14e9c54d5a4fdabf7112079f672af987
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fadb36b8910626fccd7700e2864694ade12f0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319e659eddb0c8fa584d5cde4f82d112a99b6cae95fd725a019dd9e37a99d77e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84690d4fea71a00951ead51fe440dedb5435e632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bbecebfa0d22f46635de8373c4ad302eb0878fd1d4d1e7ee39c354d932a7a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dfbbd5c338c2025d1b8fd621dd0fea94ed7dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f275b96d7be33fa3588f5e2ff9556ea6a4c11903426c7c905cd2c9260397776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07af5ac2dca30952c3023eb2913f301fda82f50a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b123fcd5b7fd18aa276ce8f8c169034f4b887918d0b459e6bc511c8dc214b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b28ecfd73c317563adf9306276c1ed2421e83d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451b3012c2f3165afd1e4f9aa1c611407dbcf2e635bebacaeb7e1941cb817649
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7b5a8a182eb1c68395a44af1d459e756dd9220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e08967c9b0dc7b314a14b11fbc8f538130c580cb0b250e12830d7d1c178f38e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba380223f23b435bcabbcbadc4ab15b6cd996a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11df11ebd1b512df124f7433361e60d131ea8f34e767cb4046a06b741cc51bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b5cd69e51500eba84f426d2553a2c8565df7b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e710eaff30ed4eb8af100f7763397279ccb37cbfab943f58f396efe63b9b98d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09db28793667d8c4e815daf072a81f714172ee39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe2c8cb20535c69acad3ed9e4607602390f82f391299fa54c448addfc7bb5e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0058a6ec9e6263995c2146cb46d6a1da624370
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c585f7c92658fc9fca39d6a08f7a13b4e070d0c2587c291667bc4d0b0654bd03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0f8fee50796bc9b694f627c024e69a3c5da492
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae006e18e832300758767dd2f11e6d19e00bbd68d8142b831c3db23d91f277d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9bc8d4581971a2fb35652509b6c5bb790af3ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba911356e11cb326612934bc332a8b3dbbff8bc8284e0ed6541028a766853cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1ca0ef7881abd7e5d62c3236acbcffb58d824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00403b607b122c96eb179e45fcfb77140bf37071c060b61130d8a7c1505bf0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841e060d192247995592049e717e2e574f85284f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a5803c026edf5c4bb2c79a5883d0e1f2f0ed40a62f575c67bc3de922fd372d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24269e4427c36e0187a990886543792ceb7a09b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d62ea04aa76baaf997ce32db6ed6ad7318be12bd5b33f8c8424901742309644
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ddb9e5bf085fd9253e3168ce7241c70d974ed1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6ea3b659df766e0c4d7d71606d558d1ba779b08aaa15a9e921281512fe196c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa54c8ef4e295bcad2bca8dff7b52b3647a16131
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d659c0b768a43d3c0861582b09de903ae843c04b4e6d51b49d45576177a303c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0834154c4067161b91e75f4c7fc5b1a7eb5bee76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd4436c031ed7c814c2366b4ae6cae245c618fa7a9a6d778ba980779160d5fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d508858835248827abf88300e606655ead1845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c3ca5b3a39724ffc198c46cd86bdd197ca2c0d8ad186cc11893cb1968d9c87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d485ad12b99107ab3bde97736cbd020b4066ecf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9aa264668784b012884ae94b54c460a7a2dd2e9353e0f2709b7b41fcf503c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968fc79b39786eabc457c7a15ab522bf81cb72c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88c9a30f6d2f05de3efb7c8300abfd3282702b42a51d8275831487b0f909fe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01026ca33b24c1d691222efb7a4146398578fae8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3610ae10c04e069f4bdb705d241b141ce9f17b2ccb849a9c2f414abcb3f3537
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3251e90ff896f30b2231fc63ded3f768da000b2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1b2dd0eb9f894364fa219eaa7a835cc940d29e1c37ac280c62c52ef664b198
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8987cda938c5843a2d61e52b8e7fccb6272c8609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1dc47a40af56b5798500cffc7f99ae13d8c2aa933a5fa5571f095eeeb64d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a64f4bd320ef456e7a1abd72f06648f12d7a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c2f0d47bedb7b47fad2bde896c1aee5d9f228c13350ba5f4f7cc105499c449
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf91eea24e432cfb1172aa8956599c54acf466d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a36b5bdc8df4a6a3e445b01561b8ebaea1cbeabc1365d4ae9b825e1b8c0db38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8773316c40c846bd15fe14e3a455e011088d4b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9780d4b5b7b5c5f1705e72e08528123a8be630411c096be1914abaec700348cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75a50a18383a8c2b3b141b27690e7bbb04536f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d17ede924cc01998a172ffe87cfe14f626d3b6928bb91d9a321b4fbd5ff4257
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b3eba2032d241cb75f8a03c6f90b6721d7d86d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d2da183fa1c443a232b3043aaab3cbb99ca5a257b1a5e96728fc36e652df2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d76809c76f9d1ef9988592d1664337d6191bd73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88723f755d33d432b47e44ab73277a11c33c980bfc12d6fa1260da116ae92038
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b732b42969541616f66b1c64576cadb71e27bae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26dab2ca4dbcc70b89d4623ec51522e64a586cb23530a9e76e75201005620ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fa84794c98ed95912151a554adbd9ec0920f0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153d2edeed9fbe6e1278d266af127bfa607c7dc3581903355d0d22875805a0b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a134f6877f968e11c71ecf4adb5c29da73938201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61db71b0b151219ea34d0426ddee5cf66970e24ccbd86ec1a35364fd1e02786d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ebfd97a646c0da276ee8727c3a91560123619d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85783ccf9973e7398bd20067c511f753f88428092398b206d8e9bfc6bf5da7ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15590bc971fd7cc2a07a14ff7a8f4e72f952c718
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6279446b52b45ad52eaac1ae679b699f8e47f2d84852c10040ff7f59401233
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ccd894e3f7451c88244d32d21af0448b3d4305
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7af2e21c1e7d1138def879a841fa96b708915ff98464db7e1416e1e9c7ab5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0026f0000733659f278db625812bf4777b04f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c368b9ec806232bfe3d93730f5cb2f0a5e15879fe7951351427deea30e1396
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acce09a8e2b81279d781afc62c8bf9c19b55f178
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af28488497d2a41484aa0cfb736288f216e4297046cf7e0668cc3806fdac282
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b63b89c8dae6ce810669f31d063c2605c66017f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d21a9f9cf51e2267f28e16f0346e3d986581be9dc26730eeb978a0dbbbf2ed4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6730b305aff4402dc86427c1506d5ec13ca7c89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62548e2dbb3a85755ccc57fb43d6f116082221fcac2f238d98b954a0297ce4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dfc7aae5342ed28ce3efecf54eca0ba1fafe82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178dfd388139e4505fea43f1cba2c6a983be14b7d7a2d181ca4b125e82b54ece
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9edfdd4ed425390fb022c60b03249972e61867e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a16bd46c9ff43cac643385a458d4958135b1666bb2396f8659a3c54a078b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940503869bcb7bc0548270bcf5228d4ad3ff49f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf697d0325eab1d82f2ce7a7ae4da3930814865b2dd2b5c1658465c8e618977
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984b951099a43d21998fcb68ca4430c3b9d4053f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd6c875fd20b6b029940eb354514fbb59bd5ea2f6bd49fd2a43c2a277f72554
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69061fb81710d8d53597d3f9a8b78a86a215f00f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b154483bd9fef480bbcc9f7e9f807767222e17317b077dc6e28f0970e0f152c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421e77cc574bd225ac72564c1bbcde5a2dca6dcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0318b0b32593f5a4fcf5efbbebe278cd4a81a5f0131abbf5cd9e1aaecbc1e7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b215fb0de8646d47a714afa80da5b6c4206e3bb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef0955f0765f1c203523345845b5440d890d137708c0b75e9a80f6ea7676be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4847b030455ea27a95f31f3b3f9f115b91abe0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b26d359198b39c8287f3ed461b51217bba3495f18f40cddd8fe53e017dc905
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11789d3617ba440b134f9a1d11dc91b17e67b3d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0737b7cb74285072291bb241e83d6440df1ffbfadced53d8a30e871ed8e33b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec88b8a3155c58e479e6989e1feb755885b2279
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3af566f6626032b8528d603c719c53ff9e4ed431248faec1d590ee500131bbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c5f5b6388a28d7039a08a10fd7f2fe0ed1e4b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780a74e186bf8abc1215a64eddfa7c37edbab62d713452413d35be8c6beb7f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3a9d1a1d4f06b9755112d314f093bbef7971de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2f9d164f496dadc64b38fa33591236ba274c5635754e4900786c8e73cedc25
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ba7e316c2c00baaa0965f84d88fcb2ea2819f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b28820fc4ca35825fda7c9ad3c9eac56c7234729e4de7eb74b6f7e38f5dfe47
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445e039e80e7937d55ce791128b84c9ab0113325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7513617dce69bbb16f1b774d78c628b01506d96ae1f1632b7a1e697201b04f21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd0e56b1e5ed0d6f05c8712b5a686e26ece787b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38895fcf0ab0b8fc64ae3595e12fcb7ebd1f65c559307892c993843751e5490e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0260089e346ad0c2433c38fba5d20655c6f392a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8593731afb5fdb9b1b014f4805c6070558ecdf093f6dbc2d16d9bebd59e0e430
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13cd7857b93e9b20a5881034a87fb12dabcc9f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b7edccffea84857beb02f894691c801ead5d7e4b1dcdb7fc723f55465d752c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2164eac1cbdcfff8d0ba45d8eb40fa2d7f1f1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc2bd9ca8a1e39e394e8b169e9d548a0f314977bb39f5921c4b43efcfeb3db7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71db43c0a011d57be9830ebeaa749181bb1c7c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7101d6975592dbc33700598e1e39289bb1217e2da52cbccd1e92b64c53fa4a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f5bf447238a9ebed84ea349e67a636e2e6275d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2a4e1e66392b447cbcf598b26921442a2c42adfdfc21e3f627e4a8bbd2b159
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73c2e3180ba788b1436047ef9071dc26a37b5be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78be81d5a1f2891077be0c384fbb504283cd850bccacb22da771c6e6600539
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90da670c5d3a002c4915ef4143e4c8dd81e29625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33453638b25d7c201100c32118487d68b2ea7403a30ae4fa98bfa6dd1ac9c0d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58038aff6a7b901678269330e8b3dc411e070275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba19de70ff6bf027e9c14e39bd02e83d896ea7f68f8dc45dd5f0344e1bd1ee45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0de18281099b6329859e893bc4c4f1eeed5a7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c290478f834964c49a37002eb3e11161be2d4a77539ac7ea4d161dcc216047
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66192b4fc36c016b66d0f0900c0ef397ae302410
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b720029abf3264fe17532176c9f786062982f7bd74a6f9e423ced3b6e23ac473
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adefd45c244d16b002cc66b8211ff2d761cd1fcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224c0892c784d9a05a2a5df00f153b1d0f9261a47564d7762ec4956cea2c958d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfb34f987e3b75cd3a4bdbded37418cbf9fc302
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db81bf89974a076fc9be4995cac74cf34e4ac100a4df3d2cbb51ba8281b9a374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cfb9b7b215248291d214ab88fb5e02ee3a4be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab7339beba7fc32d1727d5998f43585edbe5aa6ae6532158365f003e96bbe2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4623953626c462ece929769a27e93930f8e9a52d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436ff22d055569f4a1bf8c2d4b6a90710f9aca24508a717a029779d5fadd8328
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06440aded79ffc656911053b3e3acd63aa65acbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd86356e51bf5219b715c219323ad42f4681ec9401c8a574e709b58274baedf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac853022176d7fe55692f723e5e1f5cc71cf1b46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97699ae4c36a7024db663ad47ec1941ab4b57e0e5a022f7f13791163091353b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bfa57c92222c9f4a4887586a0199e12badc025
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1696df0188a9feeee53ca8013d63b7eaa08d4002d4f87d7d62b4dc68f2fd3b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a66d8eb35bee43da1c2a22cba40be8d8a8f277
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796be93ff070235baaf6e1cf837bef3331c4fc9329dbf57cb7548c0db01bfb73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851b19ed844aa1e3d33cc14fe9aa0a9693314362
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea18022df2026e782986962899fd5262a1e0347a8eb13bc2365f6dcbd222707
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867a2e27709dc38880818ed3c23427ef14900420
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72862e4ca5f80952ff78bc96332ee17aa4c6d7054f35b2c1a160e9808dbc61e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534f30725b0c99a087cd80ac3faa0849b57c39fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2555bc333bf5cc02ed70a247a3de92085e5251eb1b34a1f8cd59e95909f1abda
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b6a55a76e28b4fe94691e73632864476eab3bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dab68a0aa7de950df24269a30cc62c3fda05d10ea2dc76f0366b41bae72d23e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a368b909851595e0c9324232a43a3f3536e72a51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b2dd1752c16df8c30eb4c9ec2f572a767b3d3bf6e921f1a716b4bcf60fb01d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31107201e2ed2edca087e54fc088a358c33e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ed77b84d89fe63ba23d5ed53d8f2c7eaefaca0cd3caf34be0e1a2b64129db1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ccff6c87f9ff10f4efc398f2768e01e32d13c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849f267c6539b3ad661a9b0a400dcda6fb1e33f8af3b85679df9ab97e478029a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56c8d743f15f172218241a2fbfec7ab75665c68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0c124f01bc56481fc14d867d89b762f57a3a20041b3c8e9d743db9b9a66820
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7962a420cf17d48a182418e4b5344e4b32a6884d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca2986f3511b6846e532804a9fc5e4ca6220a49a4438d09ac59d912fdbf53e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65390a70cd8ce8d03b8ab76b8e6392e8a6395d31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbe451c83eaab06b6940c62224a35dc620913de83b8094da978c0696d84204c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d830af59d12e10dac2a7d24f58d7d44e33daae52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd34ba466f585e3ae700aa1fd0fb42f307a6de8d87e5d2b9603f48b22785720
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36d616654412f79865ecddd4dad5e3e2df904c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b40491e69ccdea4eac387e844594cb95e326f1c5785e77a4ee7ae6ad8831d83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc621ceb1082edd74e6a6296f61c17cad85f88af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc43ebb5b6191c9447804985e5a6b0ad8dd27e2732b386513d5fe4305cd4186b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f197dc14096d429b65091d965537c16583f90442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d75fbb62b370de4e75388f98501aa62afea94c431ca9f9f91e7b030bf39424
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dbfb9f4e1feed12a48fa61cab12a9dd6201e79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c71e74d203a42f8694d9367972b4db1c5470762296c85e4040025b2542a37e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2df90692d2bc4dd54efb9c40e3ee7b0299a83c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986cc597789a9d71f74b0b084d45918eadb1f7750d6751ca073e59542d0f6d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab5ab84401d0809c3c945f91dedadcf965d634a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9d5786e36834585a2edbceb830a01570077516b71258b0ed4486ecfd4e7d88
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcf0aaa7955ec601fa7bc4f06687c7edf14bdc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1b57df453fa60eab3656e2d8031d026cd6482176282ec23a847b0c7a05f612
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67ee1cbab80d02d6a473ddb03d070df7be4cd61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce980bafb5351cebc413e7bd6428b26dce1c8a9c9d8a4e52e701ed94e31e8c
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40987e4ce83e3299c0915f2dad6bce5f0a9ebfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f2b413fd610714cf3015691a5b09084075d28d407fb58af6508cd46766f6bf
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbf99bdd77b42c377315e8bcd380c5a77f5e582
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55942d1fe6a415966836af7c59b916e2686f54deefea107b3377f2213dbfe3a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037c0eb7cfd0b99ab2bd10ed001e457bbc029d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd1025ddb339a2c395469908708e7384ee1329bb433fedfed7968f5596ec619
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353f270cbaa51fed22696a6227882c1a6fa1437b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f454201e92ae7e385d828f50f2f6cc82cfc12a06e8182b825331ee92d04c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec42224b9bc34ea8b7b0029812aec594c84d1166
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f5d3a49f2a5c4b5bc486d29fc2c53499be83adec0434a507e13bb4a91baf94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21386bf7f92d7635db8167c1e406b2bfc5617b26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178d3d6eec94647b792fe0a356ed7c4581e064f915d6c3c07efb9d819457b93b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1a4781b0bae3ff5ed36ed2d35da385fcf57159
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61275e7a7a74aa578e8bb6ffd8dbaa9c0e4e35465546ff0efbd0d466a33615d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ba78acec5db5b1f76a108eb3f17b1ae61265c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390f30ad47656dd382bef0d9b8e8cb6a50c74e2da5df805871042f8f917905e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820afbeba41970ef5c7b0f3881960197cc5e20ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd23cc3b49738c4fdb0837994abfa4145b199d1a9d271a88d73d28efcaed5c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7719eb6dd2170f60ae3d39ac6be9a798eca2629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da521dedd8dc485d1d178cd5270b916717fc46273d987d05706f25c411d66c36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fbc9e20a60a6b7e802f9120c8df65046bed73a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04c6f737ade2aac2a784ba4ace3bf80bce3892bfc1953cf3c34fffca8e802ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31de74f805c04eb40e5d1407ad345c36c7fc671d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee430dc76a8c1878706e801a8a1d21ac94044db95c26f6f392c975f61435934
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd79de233e9054aabc211a91497a9f918d7cc89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447e74a2be4fb9fb316ffb59738b88b286a54d53203dcc7df9ed4e37aa566e5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab66df0d51a2444b207e3156d01488b6a2871742
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43de9eb86647494b4099cbff57a79269d4f4add3cc36497258de4129a335f2eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4359f1a2a3bc80d3ef340e48751fd728e41847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7c56ab3ab89d705b23048c8131beacb87df58460af00d87f260528d5d0fa0a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89b4652505ad704e555697f792e8b00c3b0b22f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37266ba005bfaab525d4cfa7dc457bed4cce6b644cdbed57387fbeb15ba21efa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fd7bb94ef04f4de87632b7fa87e17e79c1d460
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581566f67c7322caff3c7d9493d3d4fc9d66a36d3e3c454d0aae9a10aa43a398
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867e8290318bf5cfffe7c8bcf6fe7cdce55907ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3378ceaf5f746fe74aa52d9aae0c9b26b9a52471c69e400aa8065d768cf7e163
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81991b978093989f1abf7e7d64e9796684b0a2e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debfbb3bf2af3774b06f81453279817f731c1bd4b7de5c14e6c5ccff6cc6a3b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538e2ec472e9e8ce9bf6a00bdce2f5c15879c2f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a6843d73b81767ce0c792457e3d12b849ca46c33b510a56d46aa2e2472245c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2fdf56db7680194ae6fc4c8e9c1a7317afa670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4793f08621b5a7b4b34cebaf2ba5dec6646824e76264a1f306e9f2ed0dbddbcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c20263df92fb40cc56c6d52c4ec97f8ebd53a45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c690fccc4f4e1886048160a6fe22f8a6f9862dd3d7b6297a8b91894fd033276b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2e152c5eb0419adf6351b8a62efbf1cd98ca55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8766c8e13fc68d1edf692b798136cf9a039805f4e36c1e8dca3e97a6cff9eb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8c408b4ca9e8b29dd32bef5d22a5241308a6ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe02013a48e9a58d9597e7bb847f527b161774264d444813194d29d629d65311
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1574e273f0c06bc21c955d1d646821bfd0efa003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cbdf3d6c325e5dbf85d03c34cc58ca015662d1ed3ef6933aafbc3282224b3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f991289676474fcad1fed8705c59b5f1e4dc13e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f159c88b10dfb35c125e4b3a1b4240ca7c126d0200ad9f5e5fd98f4ff78612
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda5de2543af5b9fce8a7a707a8dfce500a3b8d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cdcc2fccb8d008871b153ac8a6699d2ab220130dc9c775e32d8f56e3c68124
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e8f10eb1482fbec5e89a7e4b8a904edc23f159
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea9bf57c5db75813a88d643c0f86e7cfbfff46e192139c15dc2c7a608fa46d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf997efba60a9f9fd952d5041ebcc8fb8f2f3bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165d0dbfc3fc2cb4bb658bf0e454657845cb111224a420e036a28eb21406b52f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64559d84dd69dfe2fb5b4c044418db49ec7863e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294116aafddfec204f8793184d3e9f249be9a8c9b148d30e86c25f78b6bbdb4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5808cb5d3a978ef5dfe4c698077b9bebf86718cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e716f5c20cae7e7b21ca13d61c6e1e54106f12cc112def7f3082101e6debc1aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b9bfc2ff20ce6c149dabfaffc6d26474448162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c13626cb3087373cb1c43c6af6a0bc62184f2a33aba08f7426fb95e135604e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b09c50c503b5cd1ff6fca143b510b16749305b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c4fd540e4249b772da2d1a433d704e25fc8db28ca67b84a498bee986e2b1fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bf11d900638fb123cc66af337606f513b592e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ef9923ddf21b7eb8748beabca90511d66e296cc75d82ed348391e67f1ae90f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3af677f4bcf50dabc8ca052433adfcb5ea7c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96b4c22cc2f3c96e29d961c2af0a872462fe6200cf7989050f2b1a352ea1fdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492a3f18d585f753870951dc57c9626a0243c97d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe41a773cb9b3a30c6e1a7c1b3bd8a33d30107d06f5965b87ae9e4f4b1c5e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fc123a06e24659c97a7aee84a27900574a3b54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbaa6de3e181bef8ae4667f92ff999ba6898555792cd8c31fa5cf57841fb417
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3c03504a7564215162114d64873933c8717d92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f40d3b0a8aeb5a640414a70fb43fd978905e8ebe74a635dd7ab97239d355207
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14351ceb1c1f35cdfa9324890daa3f7f21833355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e5beec2279e68dc1678451159edf91bdeaacf4f123b28f97a97988b2376240
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1a095e55f9338b0b3e10e84d6213d550ef7a8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2367719fa84e885449da5aca5b9e520fa51019a516ecefb556aa09516b038ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517e26f9b7e980f21b053ca8804958f2c5d129a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761617875d2a556767a16f9b051f1bb1da0b8c0c661a7849a5731c6565395ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968c1029e15d98f003061a8bcfbbab3a8a5fc2c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fedcc429a339b5189d290e5cb2abcbdd38ed6849decffe9a7fee12882083671
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b719427f5983d94e16b2a7acd473c3fc0c380580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e42fa04a36b302004eb9c698e61c797d6e6347a4e1a38a00e4b318cc9b64b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e902acc082426eece914a6855f4bbd7fc9277d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0ef97ce287b9f29cc467817a1864f67283421b7a0cedd4018107d4dc2cb681
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29c8f55ecd35b7ca3ca4ab79e1e4631327050e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7208a1aab8419c4485889cab599fa60e892dac56869743efbd6bdb7e50b04b9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c60efac298d495b5d986918ddcc382cd10d1015
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587ee03344b600bb42f88938707234d6e8b19a0a36794b7e0b328f623f130851
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4454a5ad45a032c35195cba0ecff6ca5b9dc913a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ceb1a2f9a393dc586b6e207fb55059dadc30c97237df16ffb40595685398a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba95807acc372724ad106d6ec44714ee9bbd3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19d351877bf86da1e14189a8370cf8cdef4901949e55b1694ef02709523393d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c99702d8c805e1f8684c57c5c6d273f0eeaceb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32334bf76ac74b5e3b34d17a757cd1a2d6a8c163bf60a1c6bc6b66c9638cbe1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeffa507fc66823e1d95412ab5bf365203fc6b11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42ebfb6eda4342965c37983d38be78fa7c3ed1e783276b65d5a40507ec97d4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05426bf1f253e5bf341579e9279b1f67a7a7de3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba866cb5f971ff094824ef2c374d71b4803ce6adbb699a8f6799275278f5eee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3df12338217abdd22729ba7c09e4c6140997cb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d606adeaab2afdd3a59c85302a6722f0a49be946c5ca48c09e85143345dc89e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7603e6dd623f290fe062e75b076db92b9764548c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed7a5200d8945e3d53ccc420c2945db4a205a9fa8cef43f07469cd0f1398ffd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40d22d0152e21d444ed38ed5848ec08a29bdd74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc549de24610e29bf3504c1434c09e14d948b67f8d4c3ddabf0a1fca2249ae27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd67d99f08c634dadda5886564e6d43a724f9b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc10ee24c0fa106741519a9eb88d71881228e64db2d3a0d2c9ee2101b1784318
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d51aee71bcb79b503dd3f4d1615701be3a544e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afdfe9605e2b233ebcaae45f0904eb418485c2d6d72df2cce83c57b49378aec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8631ac5d0f47528520b49a60be8b68feff54ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aa63fd4f26ef736e135ae3f3438008f638175f274d73db4d5289afaaa83743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6bbe1ca085fd4d133e5ab22d486be54253d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f910bcfcd446bec6a0f34511acc4662d77bc3ece3c64ec00fac8141cf9c4753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e96b4061e7c67e8e46b7fac7738dd0630cec401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eca38b4d0c7e424e0481270fd28b17797976b922fa48fd32e0f8c94248caa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8ed62d3600aea990667ca7571cea4a14f9cc1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5774db303923b0607333ae66f9b106b7b6d4b48731fad15333cf3244f87db42b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59bab4096100017fea338beb435dfb46bdffb8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3371446f283aecc9cbc6bd0db9d392463622d491166e150f761103d1022835a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a870efd8f633f12dc2d85d1267cfe0860fb4ba6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9007d0d1c631243d7f430a65025ef24a568e13929bd88a5cea1d91e1c7105fb2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebdb56594c364cfa724dd12143c56563dcbc862
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7742f559f98b0dc3dee3751328ec1656bb59cea4bd924402fe80e73239b82087
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e074fb6c44ac3363a9e8ecb19ea0f7a42f6b5aea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a30ad1323f701647b75a1a7a2d84342e97394e2575b2ad849c22072637c0173
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103a1c5b15f84c395fb81efc5bbff5c282902219
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3c55c96cf451ef605d6540c19fdb508161433f62db27d21f954eaf1a627f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffad98498671b085b23375802ca9c1c1a891e8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24dd4804944e85d4408da8f4c5fb963b129cbd04a2bf0ae1e6b2a80edf2286a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bd1b5321dc12b944517637a25588e6717cb79e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1868ba5b27999bc599037c765ec1e779f64b77a4aac5eef1c2929b97c177f395
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394b790d79ff84d0ec0f81d80bb103fc235fb075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c2a77ef0eece7cc179545eb3a324f31d92a0362e9710d903aa4f09101e398
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799831865a83cc3761aa6b9095bc863fe9526ef7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d25c79f7d4f35f520326bc773474d17a6dbc43f861278929f723608384d1e07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c0917d4c23a8fa9da233877de9e17bb85963e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1121b2bb817377f1b1e3e8e64d474054ca76d22459f75785496de846dedf9196
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ce35d1f734d0923391bd633c401124b877b2b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13559e32cb12f9eef2e3231dcb71ed033d213e382de932012ea5c136daabdb98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bae5b30021a185d68fd2363646f710114b8778
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1bacf47a8d10f21639265812a22af435ff0ee9ed723dcb7d4f0d4181d9319f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b6aa19ff97088cca0685886d3490f548e14ebf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a011f481c824dd8904cb2610d19538ecdfad615a1476df9a987d98eb71afb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77107a7b292318d6a4458b567a26eddab7bf68d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd092e312b2765eeb69362d7f78e8a6f873c616779be44be712cbbe08cf77385
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1421425067d03cf941822ba914a70568dafce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0869d74dae76be731799afab965267d0af6fe5106b5a2e630a2026d30c595ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f571b4ec02193fac649b3207aebdaba03e3daed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e57140274cbe68fff0c826aa78bef0664fdc6978c996e2032628f3a76cf102f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4b4a7956afc75a8c07319a433dd23308067072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324b897b17c9b50245b1d3a6ae0f38e63347cd3e7ba7815d5476267fe82e3c90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8f8ecaca5a6788c0b7854fbeca240e39421b5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4762fbaeced598b2b31674a4c855814d4163385d341c1e61305aaac993fa8ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550a7fac839098419a1edb2631d39f8192716e55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256372036171b3678035d05c64db6dbd2ce397b3799ae9ab8445ca1ed020c4be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6571414766c2c38baa15cf4798eda477ae8fe7c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd9bd121691ac9fee9ff5c46c2fcf82c2d2317ae793995a5d2ce05e63a2cdfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce880477c2f7bda0927ee8a60e0ac4ee779ba7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c646e865e4faefae66f917404f220fdea29bb7a683b1d546ddcfec8a2c5bd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f23e80175c202fe96c1c00c1ae7d9fbe7708cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d770627ae20687e49aef81a2e12a57f43d000ad623bab3b34db2035b25944332
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c75025769153291d9503f70857258997c0fdac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43b401ae4b347f57bd5321b4f277bf7f7d45d588129c8b2778675c0ee444098
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d49a604048f81830074e68f6326e7438e9018a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d663734b9c06a7dea2254911305fd246c7dd1dd81ca4f51ec174cb8e370ce328
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c76246141a3531d198568edbc466d361dd934e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517899391cb0dbc26316547d52ab45922e93fdd8a6158f542706d500aba76d75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ff89bcd41213ded8fe0758d4975049af9c39ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910e33b31baa2761364be61425711e45bbc39add14f799550014a28bd98ee636
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984a66d2da7f811b07e99fff17a8238c8caaf14a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10102a9230f6e2c51e6945a598f06834009ee4202d1ba89d1a0931b054d234ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7a4b5b9e5c981bf75d61bbd6d9cea403cf4caf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38a445b6b76970c131aa4c182f3eca32604393e24e2910f96d923e8fd8494c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab98393268403071e73c91bd1d513efeab8f492
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ddc9803012ec969ed54e9cd59f572b5c4bf793f0ebd0e803c3bcc5a857263e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd49246c1aacdd78fbf68ed38f8c9dbd3517fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc48a6b68390418f4631d709d6be88c1f6f13ca616a53d4ca7a46c02cb771c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302b787d5973c497f597e9c00fb0c9fa95844f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987e6a66a157a62af8e4c97adc4f68123dfbd27d3f82bb09e4011e60abcdec32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb48c469f921df1b14f9415442a159c8c39ee46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983c35b378160d3144885fef800d056aeb9adcd73edd147de5ee013c1bbc49ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6632cbbe4a827480ceae8f8493102b5bae74a3fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8f040c8d3aac6216f0e231a5d2947088283e9d5694dd792c118c6211289dce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a42c8368946583f2627c48ca3a3ebaae113f24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878f9ee9872036911cd693ac7356af2e5ec8db2c8b432c3fa06b24cde38e5fb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcee6a652a598b9d73e9107cfc8cd41cc74c218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d0733a88bdece6afbefe9c2f043ad8b8c85a5722a5c9b8774ddd01ff07b247
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc10a95d1c390f91a1b9afc0198b92d136f1e45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f53e719bce482002704517cb3fcf49782361f3bc8eb2ec8e7addb957f8223f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c06adc2c357bf2d845be7684353dee62a1c63a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12cbcdf62d9f4a0958a849a3dd9c010cb76472bb5eadf9842a3f06f2d2bfeeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084e0e7c44651cd992faf04eacff4017095ca4d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5e7ae4fb78bac18d0416e1aa8bff358380607000975d18e57e912dd5dc47c1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f229b8bcc537258d820dec801b7df20849a2f37b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b78a308a563025123860de65db5c25928dbce08e09a33fe67f9daae25aba71
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbeadfb26c7683460099c25946f771fb566b731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21000ae740f328b13349ea880de57409b4ad434852f85ea4556d3c3bcc0742a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f80dec28101618223932b1f86517cadbfe66fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa313dd7dcb2bcc98200f8d4e147be3c167d09f40ff87e182296d5dd81b26e51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a094c38a1572ed1d1c0d3beeb4c770e5d50feaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d166594fd4be459b582165249bc6015970a2210e81f2ad5dfd4acf675f69d814
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173158616545bae7ae4f34c4bdad7c41b9ca208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701594d8e3a803f35060c080a8f5e8371e3d53d827f9e5bb19df60ddeb0978f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b902f2ef2999ae981b38cb9c22912849f457d0db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e7543c45217e187f9c8141bb87d639f0ab9cc1aa3ef2df6fce24f7cf9583e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c51fb7f8fb6b8e7740ec7e7e44542d1d352766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670264be94d074a87a65ad1eff7f4af90856df67d712fddb49e1fa000a433994
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1555ec37841e5b2981ba7cd00a3723b2a97ad75a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df583b1e310c7713546a28305bca199790c8d8d6dd44edab0b050bea9a43234
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f818c00b80e27286090506b2ea3684a59ba645c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff739607838a6d3bc0da31121deee799a70015b129f5f0baf120b5fd86d79c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d93a06da0eeccaef069e03a2156154dbb4280c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42563360c3065cff36283f16f91a29e9baf23787d2c254581df4ec513e52ab4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a32da92774b3dae76cfff9f90ab844d3ac2130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869163c37e59741df971246d3f24956cf3164b1a7d1662b56a0e0f138e0b05e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88606c95cafdc4e40326333a7a41fe51ac477020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed37c73d7bde04f3f1801d5882f74b9e18e7c3cb32671b120dc7b33f40072a81
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f53881844146f55914af8267ede7e0e2ed7ed9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1d9591a5ea5a53b9eb47252d2846a3a744d0e5ee1ddad303755cc21319798d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34270126943ea35726fa86527846092120de44b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16927a5f796af14673cf5a119dc3e666195538921c22571fef0d6cddc786ca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb762d4d9e0de1768d312c1c26fadef4239bd85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21efa24b0a3f16aa3a4bac879bf9afac77f25dcd86d132246aa19950d49fb40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391dad5f19cef2783648731d646c300434a97cf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c953e7f8d8be5c80ee54c555c08d9fabbc4a622b1e3e64d25330bfb01bb3602a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053dfe3e70235c1e1f19c0ee449937cf39c4e0ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fde212f0d8feafd720f38a8a40445ce7a0e0012bb13f554a41059c222263c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25114778d02034ef32f1265e8c6f6379689a0038
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a72916910627668bd03cb711fecfb561e63d6cb1db844053d035f26e9be7167
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6c30e94c699e2f155fedff08506f85977d8719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e604f5eb8b4af7c0e1500897b10e2e9f2ee994b28db6201ac16d1612927248ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007909a1ee45a2502fc11383109d18d7cd3e28a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806f1e3c562ce35569f82b434a7e460036c67ebee25d79f9b3f2e02e08c5eb73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b235d1d25fd144fc012a5145b20a8a16a20fd421
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8b5bc5d98b6effba1cb92f3182ab9843f89595baf21eaadd8b4844fa4709dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d35ef1945371ef74e9411ca042d8c0bbaa6577
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d619451aeeac0e77461a2c0c51bd75a8d8b81326fa348a62f2cdf7e853480d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d61615def1ca8848df10bdfe94a25ff7cc7c2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b28e453bc4ea87ccd3b595cb8d711a862071ef2c7ad4aaacb905131231df3e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1549913bacbc83cf5d757f7133ee353c408af2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b9d85a1492b74692c9937e2bf6f5c934bc9c98d402319fe9afaa7b5ea445d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9669c6c9e09a8efc3248f7a5a6c5535f0f47cd8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85e1190920c585b04ba16f5b690b5311c8cc6c2891c69370101d24276fe1b3b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9100fecfa0cb8aa562dcfdcf59e1e16ca6cfb78b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5639d1c6ef4e508b7ac3b4afa3ec21478458f06eec4f47d6f09fb684ca7285c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047c4aef9ee719235630491cebf019da882ea31a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03558dc32685e2fd0c41725088f8758483c5562ec2fb3075b31ed39ae974532a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e9cc1dd16e185c4ace136fa8a08b24cc3623cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41dddf8b4278b17b08cd7240327c997afbc06db60a78e9084ad03b0f9aa0f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab66bf0f0979b5586251b5e709606a554737b739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b20340d8267ad0c610d7c05a7bc4b8b96d36b773071bb400a8381857ed88bdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb9cc6c16b3b34228778802e9ce291eebab022b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827322119a848830c884b04239de0b263b4837117b5809bde5e41d573b91de66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cd581febbf550ff04a2e733fe7b0cd11b4585d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434d7e996185b8915b69d170675fa63c8ead164a33e151e279807c8c5e0a3ed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfc8a181df5dbd08ce8b6271c6bf7f2793c877d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6f03d0a88d092dc96ecdc2810294e853e0cf7419279362b388bec0d81f2bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefade7447e401da2087acc53fdf92063e3b9e35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013847585f2ac807323c54d96a095ece3973aea80e45bf8312db77f7d9eb5651
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46e9f0917cba59cee4f4a421264476989559d74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd860d845e34510b00d6d7960e6241be61a8c0ffcb39cafda5b360cd164cb9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3204f3f662b85513c8039f53052cb6bd01756b47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b093b76a9a08a3233b4bd98c4e976534c18923fd09d819a25f27876b5d1cfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e3805e1c100e795eb99766e40101db286fec66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944f736e55aed4eb06923ece6f974381782728dc99be38111f9c7083a849fad9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b69d95df3fc1c22ed8015309cf865cba8ce586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f170d8887602b253d24edf10402d6aeca39c4c38ec785679f4c600a9676226bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ef2ba06b632b3285c0f4fbe4830dc38cf5ccf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066cd3ad54cb8831ba94377dc13ee12c7645a9fab1d002a5e8c43118e5cb4a5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf9173185f6b468d9ef577e5e3a787f0958b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dc30025e623ed40c508a8017a99d361685f117054ea2aa9d72a7e51ff59336
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04ac44e57787ca29a0859691844e8e93be959aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65403e09e004e721fa445d74f88b22b0de37c16b84ab6accb8e01d5540a1a0b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32fca8df59330faacafb57387da255fd402f99e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce68d357e43229791b4ac2542a774aeba0cc2ec5a0e98a7f936554d43435d82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a80e706d53c84b8d0a77c7513538053040997
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cfc12ab07dcd8eba54f60200490d52691bd1e5b8958c81cdd64a49748513d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0d39b146b6f4bf81de7a7f262dde9915247875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da239209f53ead92c76665b7e6931cf2901c1e87074cd2538114bcb68c40bfa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fb999e840a77b1a770bd19725900fec5c7dcda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60a891b01cf569332d13366c45cb997cb899095b916295c4d6605ae03080cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f09465efeb15133e6b4c389a8745c0d6e5adbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dda12df50a362a488b38b04811363be170d9f4d09367f1b5d0179cb1e3d3f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35479941a85a5e89c5dcbe80f9fc595b7a7b164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dea1352c7e14e8f292512f5b24935c298c39b88a442c5223c76e0ed921571ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2968eb6052e7f4a5dda922c24493bfb800e2e186
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4651ca8e4aae3a3cd70af97d2ff856a8b2f97a12960abe82be5b50cecef913ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde8c6a90e2b62b33dbf2e61e3275316a0b2cb78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85febf22a1aa20b27c65331f428611acc6390313999d5d09a19e8be1df7fe68
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37382dab5a1062bc8fe48bb9f71bd4f1b0c119fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a20b60e56291b60d75c8d26b6de7bea019c7a016a2dd9b3f810fd3b223683
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590c5f328d53201f7523260316271b961b387dba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2e39f60c3318df53e5bb0729167e96d38734d8618c50658d4c4a4a94b071f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5556acd8992278853baea0a2243fa152e86dfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c43fb5e2065aec0060cc42ba5e860225f8ec496824a30989624ca45a9bb6187
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3a968cae23a72c8dee7aded79ec31b03e17e51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215f6fcef0c43637200d850780a58ef44961d333c2a5c2b0a76dec7e7acc0acb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3011b4ddb01d7c7bf9801def787417d14626ddec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b786d378c4b822292ed6b6c46be404c4e551954b08defa99a4624854072504
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117e5430ec6eb23a8bc26c40bf561046ab2b7a4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5707047c646a70f6075244551ec1aee25166db924e916ef8fdebf806a9880c75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4a41764dd9b83d91f2042f5f5e60e0c21db07e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f69711b557d40557c759bebf95e934863274c018588d9407adf34fb29287bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320adc731777397197dc16e640aed83ea31aa550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bbab70d8410661b6ea243f0451cc1ae8074752e3d06226289168aa88eddbc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5842759c379e83bd25bd70733fb55f328b153930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beadd331d96a2ec3c80496c2e0566b9e4fe9d7ff7b34e6dd1a8471ef07550adc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4d1e500c704ab2231bbd5d8453c1ac03caba23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3934df4214ecec78a843735b142b27f40fae0278172e4ffb73f8fd22783b970d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40141b452ea44246b66a692015f4dc18dc501f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688996067de319b1b397aeff219113f4c2583422bedf1d9567f4a75348ab000b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c796da3ed3b38ad094d45c501dfe3e62a96d3eb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f984d3b2fc67aa58e3b099fc9d165d6a95b02276e9cf829e0ad8836bdc93e0b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91da561eae256765dd27070090ffaf8de0ed8f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a6c0d9dd831fd68feaf02511126d51bbac4c4bb2f28fbc5d336710d92b3de
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c020e02c4a06a185cef336356fd89d97db696304
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4937f7014576a487384f4459aa2df085984585d688471dee5544ad486ddaeec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ba6c9b6ea017f49c485959be02d3ff31e41247
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1095f54264b82c1b20482470f64828142566ae6e5bfc98e2ed9397e89584b941
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d937c4eac0edb95b27acbf702d1b4b48c4ff4dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bd196fd957436931f48abf9d3e155cb878cbecded5464852de3cf24d45a39d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef86ee8af9af7d97e5a963463d72848a18f4f34c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27afe7752dae964650d2412075f6c8ac12bc5c13d4c07659e148002b0d5b0765
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32825cae333844009774a01a7db5ac343f48e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7038e006319acd31c74e307670f33fcab9e4505c3db6549bb0e023549a2ec05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1230bb60a52764693402baed210645a85062af34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378c595d065c9ebb63caf48852cc33c1f63eb833a415835ee2e84432200fe307
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71051fc6563d5fbf852c8f8af157ee831f0b3e99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996030e26eb784cf7c84cd894957bbf1c7327db02e99dc035b71e793d8d26172
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d152da65943ecabf9b3d168658aa84a6892de248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dbcd347bcfc16f7bfc5da70341593b9ffb302ace2b4b2bb8411c00e2b21f88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba6d24259e5516f2df9b40bf7c205639ea7feb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f776da445d6f403763256e774c6c7e9520598591b47d1d77f7781bcae65a29d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce38335a7082db180198021d4cf38060eae8cb6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a275b2c4eb425808ec92fa974ddb8426875272601ff857f3c178106d8bcabff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2571a28d0cecf2013780bd00d6ebdc071b7607d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffae69cc29269e0d0438c909324b02f6dbf04e63e0de072d12cdcd7316e7567
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bff25110176da8e2e709c5dd4e83ab073e3f39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8355bae90c9143fcaa76bc814fc66509dca819ebb5b896a7cbcb1362ff3614
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a09da28cd766350e4e71194c43dff29c0b2bea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353ee0ba716b82b89b08d9dd3b5a708e2231c40c33a0744c6b412947321a9224
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadb7b93f4430242392cfe0ed991441c672752e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9ad351f23d304fd8854ffeed519d4ecc1b8520736e12e2b6081947efc7829a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec7341283498f84e51041222e6893419043f430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0741a9dbd82f64fddbe7ed6c3928c780430f718f0495edb7196da8a2cfffcb9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45e70d64d9a7ca4e9e15c2fd0365840156f9595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e16db85282de3dd1975793ef959707ff9c5c73b60b05fd4903ddf91b9eaf7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b05ed2358dd8bd072acd3d3d8dca1de2a71f98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6cb0a87db88b5b568b12c0eefb683f102a9c602ce7e98015fd1ead39d891b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7838519a625529adb472de6e0517a345c7fb9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17cfdd3499f79a1fafbb32e3bf82026941da45b33bc619c3ee01aebf6bb4612
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ab1798cce309cffbed3ab419dbf1cda9b61f85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbaf55d055f87818e5e5c3f20482918ff4f2b7284cb28bb8f2d4f2623950a83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06350a8c0c78d2d47a0e16dfdc46939585dbd3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8311e43aeacc62e355c477442d88baa923e46e1a95194b537e32b2a264e2394
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4230e7245de886f27efb69ce8e4da2b8e515c56a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c00776ff6f9daa3b39581ab5e376c2ee0ce8843bd4b3e32b671dec4ff5c1f35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56186e7f449f0621c55e25a2d77dab2223d85558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d585672533e4f8d604656f54f4c9d2f7f3f0b3f6e2a5642feec7beb89d668a16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559bf5e6176eee285f4284c312c96f7fa4e88c7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ab6d64682ed28795cb5fa4b5b40ca8c6f56bc35d6ad504c2d0ac85b4a784dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f9db4f6c11cae0ab166b77c0e670c7cb0b85a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277118fe7eadf30b6110c70ffe1b1ca5edd8201cc8fb17da03ecd6f76c218972
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7581f7d847700c97c9772600bf801bc8366745b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7351d69ce150800f5e6d8e57e735ba564a32b2b4de3e7e062370da620bfa47c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc96aa4de0799407550390001f1359da8769483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a8e4eec229887c03481af50b36e30bd1c7c0fd99548b83b251109aacb93fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681dd20c33b098e0c9345d4cf5854cf7e672d7b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af33ce58f118d4eb7aa5ee93033ffedd4e33d7beec4e43f4914098d92380ba64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dfb6c807326d7f89ac5f95a840e7e32f379db4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ec6d9a1f4bcadd84779f85f0262f186c823961a54d9c79a44d651fbaa531ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51b4307e76318b1633da2d19afdaf586845e824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce619346f845f1fc2c55071f8ca83c09b440c9c28877b971cdea555b3f470799
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10845136abb10a16f3a04ad2b6002e4fbe5583e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5adb7063e27d9ee65152094bca67a075df9c6c5117e2078de1600cbca15ba23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212e51c46d3b621e17cc2c162cae19dc2abebfe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13a5b608e73c02b5a0fa799f4de734c4dbe5429e5f65b4407edd8db2b17f76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a60fcdf8245ba8795a8a47ebfe9d21b92610ef8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c03c872171ac92d3e4bbf01fe03b5ddff6ced296e1f7d3c5dfb256ca0dffd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df49ebc7446ba03aadf7e7f0b315e8624f9e54b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99df2166fabbe0361912db2b97e38a1f24dd6fbeddd271a635c2cfba58592188
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f043ecf731da18706c9a31bec94c8e1e325cad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76024e1564bac02126f53db57d499d67d54e43239fa54398de4a621d6b7c0155
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22796fd2fdf63c7ddf4edaa8be347b1f685ad819
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793f28ddf4b4355ba523df0a41f11b9653b4b950c8f25c85cb4e8685b7d6286b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5c6027519544ce7f32fba193c7524d923b306d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40860e72db46a73f97be17ef80d5e51550ddbedaeaf6cfb8e01b04f190b1907
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44826fc3fc72e968f8ed391c2e377c12a07976c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef6eab1d6af4aee4940338ed73546e42f75cbfac66d8a621b86a3dca0da756d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a466dbf4969e59eb68494607ecd671c8c0a9ba48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723e80f3d01feb8eef2805c5f465f842b3decc2812b98b2bfbd189b6767ca6a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e91d14304ec212ff1d6f162fcfca04caee60881
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a174c4c8a8302c6d62b492a229459bb308479d475aa0b7a0b338f723132a486
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50ef0d5d216f2af571847377aa74d191719df7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33d2252bc9fbbf6a7cbcac7f3bec30f9eae9342246a34a5098acd6ef532ad7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e33c2289d2ba33ce366ff4d2ef431ac0a46663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c68338d84f0cb64f4e7c75b8ddc6bfaf76c4f6869445f2cb28afcae8e48137
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fc9056ae9b8a499fc6aa1e870b5c5956481640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabfbf795685a9dd519a57bf4a19a0ef6a6035d682c3ebee3ce19e75e118558f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8509b622c15ee9642335b4a24fd1dd2950ffc39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f079afdd84c8f05c42ceae70ae1475d51d9ca8666aeba0c65f4639663fb73d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c82459de954531705f28661ed2cd56868cc669c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6845ddb0301344e3851a4cff4b49887b394c1f4ffa40b8aaece5e16e5c664a39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53ecce59ed72c869fe9aae7179ef3cd23dfcd19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7138dc7672860cf1aa8ab6bc46afa48609b1439e9834643a55ec45281ce2ff27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16679fc58782c62df96b70317d82eb8c61e1af36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163a038feca703cec87df36e717ac6d29477aff3ebb55af24bb0bb28f7c598dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6b4e2da33c75d11c002d08d9565eae576e359a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0c9c2f6b1acfac7f32d4aebca9819f2e1ac6a16295f3f31b9a09496800eec0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518df669560e9044929a18bd4fd1d664af1ffe19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea394b611f022760f68bb55f97cac762ceff9ca86986fc857dbfe4a3ea9503bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a34b6a27403f2d1cb603a7bac1726681f8df4e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9951ec55376ffb7eb79c4c5b772e74f927d453f862e53ebfab574455117bd4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8be7e8b50293e0ff2236ac2c00f1d7d87cfd4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfee1057bbbb04807b1b4f3c43cdc334d2e00f1048abd440d681a163af87af59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a371e5b6b0a55ae88f7520cbaf1ee12ec45db34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c14ee68cd74a42601880538be9ac8469595d34f18f146ae212f615efc2833e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd1656530dffce93466fb191497cc890994bb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e0c13a8c17213c826e357caa1176433553884a4832f8e9e1fd2927decb7f90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30fc3a319b09cf8af3a215e6f8b533237967f63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e54e1b805a4739fbd22b5c696c4f58c42eaa09b55bc44a45b050b607ab682c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712c468366c583e5b4f97b9cadb6e470a94d6519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890031aa186f347816f5d4b6aa613835e346acad95c9db3f6b17cc1ee0890fc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c317562aac13491091cd1f3337b93675b79eb161
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6798d5a5b524cfd4ef97287b5cb251983e8969d92712343071274317e6944
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1675e8005fb23309669fa37ec2e9b1a86fa84a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264cdf7aa6fd8835e2feb46e6ec8439ea6e94f78a2abfdc5d705dfa2f0b4f6c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09670be498dbb3451d69b8e86a7d2f178cd4f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03db0d946f319bc34cf0feef67196bf1db411d95d1452fc3c390357586a2824
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3abe1c5493ffe84d73bf5e9c16510a55084d90f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21e372b8b99f87f9f6ea455dff8c73a99799b7f6207ad0b1c2d298beb4fa10b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82fdbafcc8632f95f185b1b3b72e0ad0162d480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd4b3d1326ffd14ed8c8802678982e8c4863cea83a0601fd8f8aae57da876b1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9396449568687bd199e78ab35b0d55f3037a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f249c8797b51f05a2433972ccae4da55b814e9af0c155af2170cd45a0f7260
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db821e4af855fa02f92412656901f76e68cbf4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44f714a092c895c33ed090b4a2b41f1434eb2712d12717fc408ee15cf034e31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe19a9481b194f50bb52d2155610df2e9113663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90c0c504351a76da9bd9aa5a835b3899b2968ebe87d1a2f58e996aa074be1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd9fa6980c22d4b2619925f473d0d29ecd1e2f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db70e6648534a3a3a1ab5eea37204eb4d8ac9190d98579f35948a5d9b9f8fd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d4a45fa910527de051e0826ef0e837531671e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4b79d4c5be95716b037c766ce86dd8fc73bfd933f454c82de54558568b9b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c380914ab3651f76c3989ff305f3c7bbddf8a282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d62e694c23503f4e4b900d9f5d9e13ae92ad4392c17bd68f38aeade1bd68f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5671b27cd06ae4bd46625c428e411298d54661ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e74276de3400821abf8c6bcd08c45e17dd71bc358e99c1a324ac5f872e4e309
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79cf839aa4fbe6811031cb5e94bbc015b620424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5aeb67ed7323f8331d80612c10b0718456c264911652d256c709ef5b058c7f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb02ef3ba36171be54f76acaa55f42d93dc1e1f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6da4c518ef3dd8dd7f34cd558b7a524b4e4258f590428658e16328c2136dd8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30df99dc2773a52e5b3deee9c8222f1c14be36dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03516449e4e8e21c13ed22539cf94e5131cf91025a35cb23a4db91fe99e1c58c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81654866703ee4c7ae9c0736d5209ba2402d4d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d17d0e53d70a176a23e403cdb092f4d1f1fa20e7fd5128a15d815e52eaeaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c1a25e0cefe80eff72a1db07666a4b493f893
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1612287dd4830addf960c9f50844ae4f03a66f6a135e19f65cf89b4b20d8698
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466ee9ca7a09874ecc270d13e4ee99351352a450
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98675710686a212fa08740eeddf81f4dbc65b8d1fb3f21dbb7b0febcafc7a188
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db91287e4810e4610a6f38d07bf42a5dccc6c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d439ca91625211c6e0e1204fa278270a921f54668179d13ae20dd72c6f482788
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9268011560492a075ba75124ed919afc64d8f69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0ce9569227fedb862e07532b0b09985f00b90678245a5542a807b62d5f4303
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d54b84ed36c77476cca20a482eb648120ae1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae6dc39f488dacb325fb0f61977a09481a14bfb1dda81cd5711c9f5f36be270
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82c5319faf22f15a6f10a84ac77a38ba54da144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc25ab4c3fd816317af4c40e318df2abe9000f0ca6747a5419c3340efa4bc31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31573e226fcfbd7b43806404fa46cfba4b860592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ac86ec0421047a1ed43473ee2e5c4b5fa5866e400229dbd8301a55f998dc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f606aae3be46e98bded6d32f527b474e75039aaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf35f0b5a41b1f6c57c81aa3d3fb5162a0e1bb554d2decdd52f60084d9db1522
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c113977418b8669615171eb2232c073a1c3683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f94836c17bc1f2f0ad455af034f78993b65f1bd1391254b2bb4d8286099e90e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3830786972de34dbd14d067e42d5bcea0a0d99ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd8e51b3e6b3dea7ee9d2054b576e44aa6fef7960642a16f9fb815e71845065
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fca85a99b198c95a7433357132245c7f65b6d57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed55ca3132a7b718738903a806f8bf60fc2a230fb2239e9b047103952392d2d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d874e896b708b62ba8ce9285dc1ef834152c6f42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e3f2e28a67f3aae2403c883bfd8af77bb6d0686a1d8c8d86d38a4308dfada6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010fa3a0dfa827943c4e85bbfd6652760349e55f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6900e5ba6b31e2cd492f89b915b2d7da1620c4a13a893661cc74b4c28227bdd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fea87a254134f138894f620fe92b682cc5a60a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1f321e4de9883801b6b6dfa6e626ff075dc094417d8a3f83641783fc9d8449
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014fd789437a75ad229dcd32a3e442a34a5df646
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc52169299e8c1850c8cba6bc7f5803729168709d15cec2eefad99ded3efd651
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec285b949765c838b44bded993c7049b10d3921
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084dc40710d69cf4a9437876738c5b1a6d4678b348ed32d54c23ff5aa93e7b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a59a8471b44992c875708d906831424af674b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731905235e1a10fdb28d33f9b09f1151318af8c8b53bb055266e7028a16a4207
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1344fab264a32be516a549cc792f518094685ade
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28594e6b06ce4a1dc8c86c7d8a8b6142a255e890c9fe1ac0bbb80f5120cfecb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac55b38e10a0bc1ca6f6d731ea0bd2b0337214a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385d806be12cee8922bde9105f95042cfaf9b46c66f636c077e27a8e92fe64ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f52f41c73f4027b25d7ec68d321956eb9e1fd9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b0f363f03a084e043ac76623ec701269bcaf408f32223b07df311419953ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dcc622da9996595fb156141f8b156b0c489ba1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974109e047366aa31fd03cf06c97bafce7d680e04797729a6b564fde69744256
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3302c637bfe855ab6bb35c297a8e6de754cf0818
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce27b51d39e3027d52793aba16e5ebb49062209196b717fe5b34d94b9eb7d8e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda87d4a68ccc13422cb60afddd3ddb1d4cabe18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251121891bcadc6cc8612038812f15df071cd35e640b3979ee9fab5ba14d6ec4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeecc57d31cd71643a2def47ee923995ccc8b80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7880704da35257fdc9811cbfb1887997195765e4cd66b7d3dfc9b020731d5ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b7f173011c03c56d4b9207b0f0181dc83ea3c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee938ac383d8b8ee21c429f73e423af7d4cdd9e0a15d74c9d0ce1af74513792
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae365c62d154e303b4d7bb0f1930eb044f945319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55df24b5e6338ef36ff8dfd27b3bda42ebbeb3dd80c7d4a59de46b20984f2657
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890615d66881946db162922afa0f959424e2801a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26dfe2f9cacd5156446a8e4163feeb9c7e79334effe7aae5218adfe582c9da6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ce705840a8557aca0393bf30315d538d91aa52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6c54d3656adc8796e139a1bcc0aa07785f84789732bce2219319c6d828439a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93484e2b14b4a018d59fa2ddcf028a5d6abcdf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fac5ba5bb5e661be23fa64134242385cba275185d4fb2e2d50297ebe0a40a01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3de5eedf75d4fc9abd44dd90b3af8a6c43b915
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaae578c9d6dcd0747af659352e7ac9c1d555c6fc13e6b023ff3078ac972ba2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d52fc096c1d9418b55188b62850de5422470c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96012b029bbf55f930e6a6a537e687e42bd1e2eb345b4a0e1a1f7de71986a534
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0b8e2840e3b9a39723189e8460ff211ef07bd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7efb9c66a55dbff27e6ed4edc2ad1009c4fe5cfa03ec691ed6c8e036168f741
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9159ccd1a8b63c7bc9217b79ecdd1b94b843bdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b25d0890e97b60f3a2facf282d5aa468de0c2eb7456b307cee36b24aa98899e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298e70e5c1b7c67cd2fa8cf4739202288345fbbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c690257103884a75cf0b237346715af951d5acf15df1739f33a71d17f476c07c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e3f7d42f780602700623e239fe3f7e7187856f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e24cc02e9128ad7f262bd2980186de5876f5cfcccd5b4660b7ca2f5a49416d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de50d6c24210a350ef4aa5a39721d630d6945652
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713c627fb130b7f4ea2ff502aaef0e7c22f48734e21adc007c7292be43d35d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7819a193e3fd831216a01e5f94761066d14cf17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d5981663578e393373918e0c28447fea94d31992f6b2eb07878e3d9ed81acd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8709d5515f1a52fe0880d8b186f1e8f7e7282d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab7bc48d9516e02335d6b1a25488a85e66db7da57f3a6d18fb940104e3209bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049f25051db126c0a2b2f67a0e89554764991a1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a82ad18b7f87244de66002b81f02f9be4878bfe164ce738fffad33cf43c634
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00be0538ec57b333084bf1718c6145b68f8336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a4b314f2bd5a9ac3b32f4c34cf47dbb0849fe11ad9ba6f9e09f8f4b3be662e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a27557bfad31862c64868dc78f1f5f19bceb25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1c70b81f4b18008fd3cb4c59f5bc06eb6327fc35ab1cb7cdca77c9c36e1137
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c054c79f4d5d47e43c7e3f0ed5bac054064fded
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c38b5f955387df87dbff284aa68923930b78c8f8ba358364153aab389e6b5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebbf6a07a7b957768ad1602ba643a348e21db6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450bf2f3d2d4bae1cb30a0016964d39750e9f2a59ddc24b6a17994dd3fcf9d06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c84ea3c9478a9bef17dde082c4b9693a0698c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f1f15037fd5ed5c1af80d30d46724e64d8376bd81b63776700ef7c4d0d649b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d9d6b623a1ba5b6e956999db50f001169c678
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb95d5d3df2fe0b8a51ca9ab0a0f6e32cc06a08d7705cc1b16fba26e5eedfb6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53c5db24d52a9c5dac502014ff731821f085f54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249814239c50555d5310283abf7724cda4e53a997a93bd61e8c44b9f1d0caefa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06dafa98db62612b51031cb441797357ae27973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb8ccc06d3d0bfedfa32dcbabd3e2373261d1f2cc26708a535720fec7808c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640e5a9d25cff6a0ce48d2d9f11cbc42dbeaa5d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95b77fcb02ae4f1a58550a61e0761a56fa15b14581ebad8e05dde61cc9dcba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73608ceeca22dee92a88c9e05c39095eaca0adf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5031daa67ad997d13c82c82f8c858b50a88213a4e43fbc8b29df97427f771763
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff4cff3d6df898ac201590bf649b0d1e8cf843c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a3c048dea919f71c4069ba8ba1733928548cf9feda5dd467bd5296ee41f8b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9ba1c59a08342f99cb61d986650d44ef1bbe5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118f525aa2efaff877b43dda3ea04213810689b4461f2a2cad52868064943f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c41c58d69ac430f4c7ff2e614756b6ad2e422c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28c89c5d8a33d8151cc71cd35a310e7013cbf4069659b42ee329fee45f364e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaafdd15f997324668cacf9dc54b47e76504e2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f865df2383a4f11aaef2489b23483085db4e2b729f59a00d4270815cdd58dee2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bbb36f7cdac7af98cfc7048d3e5e0b48ee58d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59894c74cf92ad963d8b78436b45fd83077ee8c45c6fff94de35f27d78b90b3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8405e4f24939e81ecfde38dce1ce673b2f9565d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40597ffcd65d69e9dd4d3e27b9bee2da3499b3783a6998abc5c34e05eec9af98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad06a6072dc23143095b2f02a8326ac4277088a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0c7e574a8f360410af8ba90b1480a17ef3ee6d2118c42e7b906e1d9d687fd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be8a36b1e17e74766819ead61379973516d187a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaccf7f11695c32c2d234f7ed84199490112986a893daeee4bc8e3feb68db35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8ce2aba514f08b01b3aadd744e9250a6ab33ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0242db9d28cc51ddb97128883d6d699891e4dad6736b6686a703c833b1a77bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac38f24a2f1ca4a0d679a145b869e17c87c34e00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7adaea4db66e542345e5eaaed7078a0867548c9fd0d6e4fe53c1b2911169ebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ed032b14b40840474e61f6765538bbf0372c41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f7eae1d32193091408f1fbb0f4860f368d90d87bcf22a20a9f293a5addbd0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcaa19795dc7aeaebb78e37f0a88ce50028a852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cda44e6205c268eee88aba17ca116b3aafdc5cf4565dd30d044165c4e3f48a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedb18c080043ce982758f3d4cc609f6520c06cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206daea702f27d9ffd8bbb825c08e2fa10ba81bacbdc43fda3c8a013d81d7f09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b52801519389b58004980a0a199feae2d267e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091b25c6457c6836f3b4458c752c98a09a0c6bedcadfb65fd61bb4da41503bf8
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e2d3695a119de728c4a2e0c0e75680d5119cfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3e72bd8ac8ca3a3d288dd52c7c04ebf48efdcdcb19b4af25c8fad6a0fe1a24
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de85426cbc967796988a8c32dee4979708f02a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34491dc1b5246638e7a3df9e99c982ba57ce9b2189c8d0d5351422cec2cf5ca4
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd678e4d6ee5c3dff7f7ea5028990bc82fcda0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a976ebc4982fdea5842f13002bb9ef75fe9d328307d665daf7ba55a579450d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2da128dc736c7fccb4da98a129794132d721f28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b609af01172af51d1b368d435529db46fdd94015ba6da25c3a245f17eaba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dc63836ec414708a7b3fd7c99c53325439079f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043f52a8633bdecfd6002a18dfd19590ec4af94cc06b65264167277b463a5530
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25dfc47a688b0c5608322a46fb13c35fa78137e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac9d7eac6cd169b3375d6c796e9d7510aac411150329bcc22b8ed4dd6bce23a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc76f1d5945228b1a3b502f0cd799d10dbda38bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b22a3c7058d283a4fb0d49eacd8077c884de7113aafad9d87830da9c9620ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc990d420544eb960976efd862ccabae2b34033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a72868ead042595c5c01f26878b1f84630a15dcffcf51502d9e0ced7ab4244
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825f1264e56d8ad90cc36214de00fecc3d4b68a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f2fc883bbfb6f07086e7d5cac9343d66071eeaad14f2e4d6e0d6fa9c574f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88aea321612ac356314275d900da06aeb74a0bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b54c1a36ec9fe8575a1ae69beb0e9602fc2e85f6dce427ddbda52e6ceb0ffd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7277ccbe3239a7ee172bda89517c2ce905dbcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370296d30a556cc335a4be6b194ce99c75d2f96964114c35948a60b77576d250
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be29f3332f68ff067e584a9b6ba6d54d0905152
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3431968bcd7097b4dfabc9ab9ca53890344df1286d54296f6dbceb96d93edb5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d398eebd3e1fe6ab1294badddba6d7f743304dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983872efc35393162ba8195fcd48ed7c6edd953b12bb7b10864bca39ca70cb76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c2bd3398ccf5882d8eeec4e54428c33aebc5aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decf700ea77b7c76df870a15735d7ad72dbb97141e2d2f4e21b59d7b162841ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597b195451e2d0687392eb16fe116d99a237763e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e149aa686a8459d6787a5f42238962eb6a7d3e7141782cff7f63510e5bde2d05
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0089a2aed6319adbf3fc066ee158a5b4b4dd29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6c2a201275cfa55663d3d091cd7a8e279d6be6364b63a9d1c9b123d74c3b2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e342dcbef5974b5fac469cabf0729df1c0c973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c036117f780dad008a4219e270d0ddc9c4409c3d302aa4da3848395625e20f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7523dc5309b35f123e589e60ad1b91ddbed7ab8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a307e5f4cfa94ba4ee735d1fb76947b07bf24366aff3246750b9da5967acde4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a821ac053363595d5ce80d177ba74d1c35b804a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b0c4833bf741e03aed77ea5f0886f63d5e1778d8e8147974d51937046aea02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7047335c5000d6568c976b3d825dc049a40d4423
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6b1c4d5ef088dd80a40ce0144fb07b90d131c8a0a244e57ddd576fb53f486b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89d0d990a50d5dc5bc57527587f95c64d072532
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74b26d6ab0df6925003d66314af58ce9abab3f8310f3b524067c601e28395e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b0f77b0f01b6f2d21cabaf4beb62d379b32b60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0a45a01701992ee0e8547ef2ec855b52e0fddf51f02c52cd879103d9ff54c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027696b62f1c459c6a7a5e843129f7613e17d416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f36f010d516cbaf92b0f035089fd73029c53b76ce9b69e1e6d9c4828e84f3b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851e70a0a11473958d6d491f074bec2320835eb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a175d0ef1a2324eb64ccd78c16e4769d9a2d10b334ecbdbc220aabb86d969e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13577e8c44b8ac0096186010e14127798e8e606a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12adee7f1b32903792f405af934a496aaa08b4c0789bf8acb6ac783636c24eba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757269f7dc39fd98b5824170a7c8757af72e0cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f063752bb85aacac2fe4fe2684165b161dc0f9ff322593b3c88eb43882743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc9d81c39465648b5f75c65c5e347b514cbf8d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2780eb9d851e540fed2af0d61d05a3f59cd339714cd7f73f05d641457c3c8e58
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5137e1ad2a891ef268fe6fd7434efff81011f4e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f511a73978e855a463ce723d5cbdae3c2036f78754723c93b490ebfa97178
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45a055468f15a80817382b3dca9a460072bafd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1ff0292391c5cbed8d2cec7b8e6e3f5a6f4b7f80605ef18a4d9e5fc3f74d21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c890f6749fd5a86cd698fe7a9729c0548bef57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec984122c22b6c13b98e65643f71187e1df148d963f4e42075e4e61d900675
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0d54b4dfc353906e1d602cc74b54cb366a0b83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeb1fa2bb3f4489abb571a2aea3ecc01a567e2ce4b11cfd286046d8b7781001
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930881d85403de2a4b76d0824658ea4c5ee38771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9733e8850fe371ce8a540e151feaf41a8e923ff655631a53ce221d1a3b747377
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8bc8605fd1c7043f9be8f0c3321577ffc985d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b1dafa3f3691506bd6c055d80ee13fc9c8fb350eee72be66e92ca077b8950f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38776e3c53e2be2cf964c29b03b157d7cde4677
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced62da9a1f931660cf6e1fd221c688f1c670a37d3e61a33a31a20941fc16a96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8ef5e8e06c929316538ab5f55473588bf24fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7699862871264028b9a504576e12cbc04766d0d80ceb8e13fa3180de9fabd60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a67d23f80ea6eb7fe8f119df774342fb158dce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ad969bc4412a60d35de4139828b6402f52d9ef68ada8427f352f08206920f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87943dc2c3aec383a08681f2d2a81a1894cb9f4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b101fc81897eb066e7f6a92e66546aefe368ec5b2e9c18087666b61ad2d4ce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf61d6f5a3d600139293fcb573b2bb2d565b26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7f6c0c83868bdee9ca2786982cd6fef4feb66900387e4d6d8c828ebfc14e71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc3dbb2a41b3546181e55ffb31a272feeb4fe7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c77af4ad4ef238a638a4cad4df91d296e2020a0e20dd0488730c51ed33eac8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8093354490e664873dba3ab02d1341a2e9d67ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87a4376b5ffb1703dced8f9f5855325a4a1d93dd31ef29dda1e09b33fb11c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6262be12f61203338b81ba85b256bdc4800863c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5111e7e2869cf334a0be6392d2b2916025cf23fb9d6b6ed1ecd328cf996c2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c9bf314df89bb2f1895226c2c629869ba8b4da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5071c6f8f37b43d5ff705a7ebef171125eaeb8c1556144c96c7a32468693e73e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779d29a7a3f537c45440366a3c5d0f982e6c5425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d188a05ea0efddcc4c893a8ef171435d3d9f704f6125c6ead4882704987cde6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5314767861a120c31e7353537dfabfc8bc835049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf62284f73c1db4b808ba1391a064b4b211e67c09e3678a5565f89ea56749c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2376cfcee28926a16ee37f7590a14f1fcdde7366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecff8326e88ff406b0b00a1ff7fa931346f9dc6ddf3d65aae93439f4b5d822
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee07e543bd1b0f7cc75d24cd8b751afa1f2c9551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0989e99727acb8799585090b6bfe8127f26539725e6d33f15cfb6f873f723ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1199f2b79fa61a0f418967be781eff8ac4eefbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5a138cd0649b851869ded579a2516dbbf7aa76b441247a07d1a676188dc6b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79467314fbf7c26c80828a27947024853bcfbcd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa68b5eb6b66ee963248a45852758a05ac3066b53229c1d177d482f074c00f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad9074efc64e45ba30ec959ea142f672875a657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b18c4521c2737a7bede2eab6c2f36f4d5981a77aa00fb6236b5f682d260657
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19044fbee672e64aae986cc567d531b85519fafb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78828809e9645be4ed41fd45b161eb953ed3300f0154a1d5189b2c0a3451990b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6608cc986f9c90998ae0759c86cb566bc17512
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91d654397f07e51b5ea644356fd2dee059afda033f658b5fe439f7c82760346
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf346fb3749bb8b72acc4b0bdaab3ce480b080d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93230d21db7a0c1ae23921bff9b0249c78df9dadd2ab574f80ae5211ed6a5fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd78033307bcbf640a149aac05ddd7627d2464e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366736839fc77bc0a7fefe45115c7367b26fc7f7d6d575126ba3fc1b74a86b1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e566e5a18ef499ce5ba34f83b887c42dd7b7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21276784ad3a591a33600a5159d2fa6f1c056cd0544deaac7b22aac16b1413
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37153b96f2d0b47ce8dccbae2462cd783dca4dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad454c1f5b8146c0ac5fd6a80bb1541d73ac50c850a3d3cb2d4f65aceab0045c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc13254ff61c7c533f21089aec229947d383334b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0eda7999cb3e649c0fafa217f56a10a8c1dfc3416e4f8e84bd8700ce20485f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb81a31b2c0b7766c94054005da527826bc6f5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfca9399bc28bd0a1bc0e5508009cd6b480b4c35ed936e1c4a36e559b54d2115
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195e5d5035de1b8ee79e8a2051a2a2ff81f1438
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fab16617339533c70460dbb1dd2e437039337c602a74e1c90e2aee35dd8f38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947938c90193d9805ba10ccf00e00a2e214d72f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13daf58d61d8629eaff6528eff54fe70127a92296b54f2276050e2ef2906cbd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43895301607c4872dace4649941f01e3c63ae761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b124ab124c15cf69e5441a5f48e8112e1dffc2a599527a8154b69128e4ea4ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfd151180f149a1af683b57437cc7f83f7f581f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1469f2e592fb10412e3905bab17f2e5b73ccda461db89be4054b13e6c4207f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a000ea0a4a1291aa0384c7e912660f694ca76e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870fdd17fcc397af68d5326ff32d3a19c8f30cf728e57cb3340634af887a5c21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0e45479db1f9bec7029074c23dc56fab29920e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5a7deecb01ba2b8dbd07db0369b4c14b52e58f4c0e88ff48b02639479f3d88
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8dc3cbf4b73ddbceb3f4c6e321c0dabbabcb2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8975ac7a5961641c02b2361b24c6a4b4c422832999d5616f3a243bb16fe0240
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c5e9333d652c6c0c7bb33e936488a96c13180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69d04a81ac44fd6aa7b61604a6653bd1d4a4edd6595c511c301113e61f9b9bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b332842e7e58aaef97c964229f5c0b60c62dca6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d026cf96c5d1153a98f9f7b8853f20ceb709892818a2c0b24bbe1f283997996
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92db6f1fad4d24cf9f23c9a732b3f8de72d256e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517dd81f3cb0f521c57a11f826acb7952aa50243102e2e7d49318d608a54369
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7b0aa7b914d285b8ea06683be7c91409976d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cdd088d559397e4a0d658660146c2570fbfebda78d0e38458f8008a080cf5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d654d2f09f35058bea5132ddd9eb2804224c9060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb8d37e8b79f5607d14a2dcb98a5c9d861fd7feb9d0483569ade8fcfe434880
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e3901444e7fb6fdca5ef7092f50cf58094217c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9bd3627d33bd577be4457564346f6132452f3f19e4f1dbab0e27d2ddf4744b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be04f30e91172b311691c94a3f645f7c4a9731a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515972f09045fa91b3fc464ee450fcccc56bb6dc1b5a92f754d1b245c8d05e60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb617b5891f61c074de9408094cb60b9fb161fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb25da93c7a7b32e6dc02b64593675ad899d8db022450356083b81c9533be007
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6073e3ee6509243ea9ed2046f9a80b02ae20be88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d74c581e7062d9384df9ca5f15118246b402a3423a7ebc6c47711726bdc99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070b77f9a2160878402de842e4dec78cf68e16e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87afd6ac246c2fbbae9c7d33beb1536cebedb6e4209404112f91aa1040bc5db4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf56fe2b964058e83914afd9253e8a40b39e2fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087da4e84370f2dbc69983474a7681bff955bf7d0cd20bcd4c197a4344873470
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a5939de6bc5ad481581aca1f0340d7e2e0fbec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f42998256a3f26cf4e7a74e98d9a43aafbf58aa9ceb3ce3a90bf9bb73252d00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f30e37972c80fc379bdee31d5f723b43eab87c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01986bb1235bc0f99d3b8d73228681cd8a079899078032c6de2321c40afbb5bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8734ecdfd30586b6da1c282c8a668c746753f484
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6554ca012e16225e539eaafbafdfb4b05b00089450ec57ecd4d4b211ee45c0bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1fc66512f26bd4a9ad3a6f6dd7ae815f3f6059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f613aa715139a6781137c501dd3bd20d2f789b7d03f1609a79adfb9591dd2131
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabde8e2694f19cbea3d0bce8e5ba62581de5538
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b30d26ed4e9cb9df54fe3762968209d47986d9fd6bc9d4dafe6009fb2917451
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ae44338510928bced07b69ef5f75105f44603e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61876d9ccf8fc32740f0a528979428832a1033a84c6b76ee2a9e98a35e7bf8c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd819eda1e9a5bad0ae3193c77c7aaf077824141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a806e55d310a8f83a7d3d5c02e75ff56811754c9ce5ec5fefd753fa7bcc788
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ffd123fb70939aa91ccf6471895d34a567acef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805d6f1bc91c9abf425d932feed62ccab55fa76585a0077eb8cb13ae6c1435c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7017381adfd8dfaa3308e0aaf6b352171a15aa41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f732ba47c2c615a1971bae1b64c7995bd47cedbabdc9427bacfae09ba48187
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdc532011929e2cd0e75fe9c0533830b9513c12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00005372de97264d6670b472b95a5b817f4efbbbe8c59384de7da8a95d3c15c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15dd1e8c7907bf7170f03afa5c9bae20a1e8c10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c23c0f63b077ae4131a3e9a71b26ece925d42156a108d87e58c3be0e6ceeea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b63f55ecddff818d2684066bbbeae8dcc04502a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb04a833eac35949d82667a38bd8e8b6b36a2ec624527297f55cd7685167fae
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d8f4dc53620ebe6dfe2d42b02a5e223b5ff8d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a549983f85904b7fe3425d2f9d2496433818cb786187fc7194585cf6c7b8249f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c46ffa7e84f2e9eb4391eec733196b0a7deeca7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a41cd2da609fbc36ac12be58a2abd3dc8add0f9c68e2d311ed48c952a15c2ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bb3cda9ac5ebfdd510361a848b21fff3819a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec1d10f06f7668666b213c1004c856bf8e058aff44f34518f1d9ad7ad0a1445
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cae3cac4f70a3bd351d8dbd15f23aed168310c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2dc664262c9c24973eaf35f6eeb5495d45c326f68274c55f082b5688d8afd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0004a503ce0a267e9f46277c1983081b2ca44c93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222a3c18ea212ac68d93adc634c31ac4376fa0033ec42db22ff1f415387954ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645099b9940c4d56119916f27569be5ebcfadd60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6a458cce816faf6158c1ee925953ec341c0c39567a56dd2ad562f5beee2515
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133533348a6661108258ad0ef4817c7932174121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5dcb94940fdbd3372353d49d19548dbdfacf2da34fe51c6f312833aa845507
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e264f5eba299b142d95ccc8458f1c25065d34a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc23306bf16f16c2c91e9c97442c7ccf2531feff6f2095e8b9f054e36af6ad8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f0853409f5d47ca7d489becf9fc6fcdf99ebd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d85adec38288b602af2dc2bb1f6b6a9ce08eb361e21b79149709d25020f81c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1526ab7ffff9cf22a00b2d3d51c7c493a5cc6d3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ce98fc7f8fb3a22c69898b10931b137d067f32a308fc9085bd69f0b763d88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0841cf0dd6ecb80f5abedac594d778dcf1b90c5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c69b4466a8ac9d5ebe6d83c40ae76d09b4a9d3725bd19d4a5eb83d97a54855
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29cc02d1357509db409f80eacf37f13c0420d2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b984df1b59ebeb3afc5fa524305fa4746e729d5bd36336bb4dfa4036a8adbb4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1f2c1ee4b3e6642e3e8b98343dcf4162855774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28d1a06e2b188070f7bac0633f4a0dc4e460dc7865454822e12ec54a010e633
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11845a25afd265f6e9bcdf045b2ccdc2745edc49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd38f8c30b61a7cac617af45ba305f3716a0119a6d0a42f411f8701ab47a753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310c4281241097771278b6095f8eac5006c7d900
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e95b0dfff9c07c2c403cabbcce22b94e7d39c982d3ca6eb2f2e10cbfecac4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e828937723a44040c0c44b444c5c7d7ae13c8274
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6d3c2100a4738d4b2393f808322dc8e9a0810c5a982f7ee40c02322679e38d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d1288f9fc57d1e71570aa8eb0d9fae7e7ba24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52efbc8774ce600fcc91e92df605ba7187311ec1e981758a7f185bcd88183e15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ae965579f21ad90c1a2eb30ba7eac6a2a23300
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00e3c46c7e1a9644cb39853c6d85a372094fda9ad95091a402197e6ab4fc2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e98ef5a0ce884d6fa949fc5c7213ed9581188b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9d94144ddab367752538fec19daa85910730cfaee10db5ec1c49ad55a52c2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861603346c384ee21264f70c3de088165b527b13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f43e0c68846ecab70c465a20d34c2199e4decdc702636e99bc6526af533385
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97ff37390b566017ba1f9ac529ac7b93f4b013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dffaccf0341a3edb0c2a42f1a3fe751e44aa19f0d8be0bb6163c27758c550bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b64ef2566c172cdf5b0ca0a8d49534657c499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e2c3438e2a4b60b399f0706c360d835c265e60d017a8389255606d3fd83582
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927d96e425b5c402af0959d84aea813352e04b91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4182cbb349de6f681eeda8cc68dae7ddb0542ab30a756719fe633ce6940cea14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8202a1a2a02be551181a3cc0172b0dcb0a5c4ecc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d483b7a02247c9c00b58055de29839ea8f0631f1820ca2ccd037a45472ad1f22
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c60f2619eedcacb53a3c02d133e37e2c1879190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f917474d3ab7a97c989d15ea42268b7b9c62951fc6d29d3d6e0756565da3c4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89faf10f662cbbb3ea0c52aa9ee24c60ed144b5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2124a5a3f741e212bdfe9e6a9c63bb34608777db4b2c86cab2c5ac783754f73b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbe5f3cd1179d6de66d30e0dbdce7c520f3e86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff69d504a6f319e445961c2fb5bfb50e4ca45be17c312a2549f5ed2978d7650
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89a6e60c8ddeeaeb921488c152c8b600fa700ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2de0d2642e774e02766b07aa3032c0a30d6adf771f2e0d124f75927eb2d5e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3123ff2737fabf9e17bbb7b2d17b2bcb0d8173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7017ebe3371c4117d38ba0e8b37e02d08b7c1c6e5446b735b7a4f68f3d1ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7435e62635786bda9256c6df4eb98d199e3930d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff3629db2728dec309e953b51c6da66c3e90f8fa78e2398f24a7ca8c3fe1f4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6bc55d9b990d03bb8365846c7547b5cb00768d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3173672f076849af76f1e5e4ff3893d9bd2528bae30591adc03e235eccf404
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddaf391815e33ed006a122935d6305138e87663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af583b95a29fcda08c5c320561372e3d255e71469243179e6a96c541936a31c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed45a55b9c4e26489f40cdc48c76147d70b8a9ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654823936e56c97033c6c045f60dbd119aacd59ef285e80b76505deae49adb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e258be472cfa01517d72700d9978ec57b95611c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df72f1b9c016a5c2a82f56bf4ba56dccb4c5fd3c4dbce8c49f3ac0e0a5155a58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e905cd5e0cf0894c98dec9f2f72ed0e6ea5cb63f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59834e88ed93a2a0600bd9349552d83b1d801e712c5f3f2a42c918bc91c67cb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f71a675b3502b757cab35dbab3f245962aa553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3599d6a3738e58119a29934e339c11a12349bd8bde2fbbaca4e3931fc7406b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdfa7beaeb56873c73090a66f95f20b6bb7e7a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21e10f975b1b544e9fa05f2e5ca97b3d7768ee38823ce0fefa8731c94d4d081
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde90f6ed42a24a867d6789e0f486542ed99aa9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2344959dd915749e5493b9fc79424151bfb9855e4fcd4c6a7bffa281ca838bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7a1ac9e9a5664ab3f7ae31c836264d9d7d977e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8f89e5bd4918c7214fbe496c48e9fb6bd268dcfa320066d0f8bab4e0436482
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2417a097b596fa3ecdcfd2502972d852dd6d07a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce479adaca7ec111ec56b29c1050227849f449cf54b3238d525636607fa683c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbf89e7e1cc69cfae6c3eaeb41684ae18b57abe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853a99beec71e0f6b0ebbc5369b1598a4e2cc4297d666c0e72f99005240f7026
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49944b6e271f143a3b3f50b58349747f64bb1c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc269cfc51bac130b3f1fad5b027fc66fd7303a10b3011ae543674e098a73503
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97a672daf395a1af72e8c4ead34d0ad3ab6c864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65ffd1ec692dd08860640c8187b2762a82478bc6973e4bf3d91d8c760b0e34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d0f7df3cb483c1392c242fbd59b0422452f37e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cd491eb17ff540e9f0a0cb619655dc0196ce5feb31a0be2785a1f022efb042
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a47e725018b74f9890f8e3ef4fccc34a81894f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7842fdc5990a58b80c2b959db3218834f10b8792f8a85e4769b375777356ce6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f0ca42e7ff39dc81bb4c1dd2f647dba3068eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2239e2883c630dae2495568126b3db2fdcdc66d51edf94c89ce0b910d71bf3f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fbd089c1ad87490622ff811848dc642bb7e8a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9399948e717059688a38efd39e76c75208648af8ef731a5964522748e48885
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80b530473edd2740069efed6935dca45d2dd186
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17baf75cb9c4094a03ac3a4b0e4810096d26b92df1b0aac22844ba058d27c833
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c5ba3637eb09eb382f2d33c38f8916db7c66d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d8266bd3cf3641915661c403f43795f305abd2f59919f8e1990e2620d09561
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe344ef110e60414e0f51ce79f7316f09443c0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16217fae057f79c0afc67f3357c576b49b7c7a7c2d3bf5334158bcdcb310496
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4384fa87a0e5b2a9841de13e09ea485b2709d934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dce62b80e290cc1e330f20962cd271862a13a531e19b7e6b472f8fd51075a5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65799fba70b385c5c6240e890c8a1fbd4f6d2857
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c263cba54cbc1f4f05f8feb28437f48aa32e9a76be3019b7184482d4876fa3aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928f251aa567f9ca9de5bede48692cfc992a45ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af6fba76be2be9f229a71c21cd7ca7d1b4611a7ab42345d3cc56a025d27353
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd178c2a46edebb3f97010cdcda51cac5ef4ff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b692dd58c6c0828e6c3433f9990daa537ade20dfd72a0aa841c0cade237011e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edddd1573b8da0d760ab8a0f53cdf60c1cfe99e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17744fccb9c098d6408dae7d56eace8f41dd394b4573eb6455ce04f4c2621911
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36544d57f46c05823edb68c3f8b1592572eed5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d537ed7eb998e95d8e77072a60f8d52e788c0f02336a352ed1948d492052c42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973d010a2f8f3ac9de91d039ab2dcc7958c73cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8822ef24dd4375f12e5e2597cc500ca913af40490693a42e143dc922d86ca952
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efefb9da8cb8d59c4465f805896db41e8861bfc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea81778d64d40ad284378abd5a217b561d6ca845f876ae03761c2a66124448f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875d9183fbc9bdb8bc35a4b08a5ef364df56034d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b132b25ff66a4a5e3da9ab80bbf4667b85703098a6dd9a37a0d3d7433534ba62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f335350ad733703392fde934cba1eafa01a27e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768dacb22c2069722a16997ba953f5f61292b84e1a47d3d65a90ee795e309c55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3556f465a304b761c809ed10c4cd1ed2b6033d93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b88133c7c68c9c1febf5a6d72d46bf5d41ceefa5931d0b38b1c2cfb0d48e27
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cae35f39465aea49e1fe2c32578f52953d5c03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3bfd11b81f7795dc53aa2354e4fb6aac463210afaf39b169ed8231af03dde5
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3f3ab65c1934b23fe66408d0e35ac7c97fb216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12f8289fbb62663b749b6494edc085b698642b08c4e565e126a6cee5ec1620b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed2d15b033c0ea667aa4aa2ddc5796a5e67b037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aa1a3f9ca1bffbcabd01220e0694c12c9ff26e9831faeed7cdb54420dabb49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d0205713ba68854201ab2604ccfc3c8936112c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abca6a93e138f55409c0c659a5246d8918eaf2c01646aa0a6278fe45f0f96b68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18be0c599b28bab7e266dad21cd4093f8135f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b2aec68c76bd6c076797584765ecf35d1fe8fed1c2ae72d87841556429ab6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a07e083266ffe5940c80a394ec85cc418fbc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90f2ee45f0564696b5f7123930ce11aed1ce0d9780848b87d03a37934d911fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3d79df369c4c273bf0d7d47be5593ff3741057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56169bff5221403dd77b6f8081e10aeed7ad69c91395339256753f02b39e04e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e4f4b9efb6b42df27be75480b505f820619b29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86e1d81d97316b7291925b588d417649babff6472511edfa1e384ff770a4447
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1248ea36e2e8900f245d7d45bcb705e40d2b6d64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db849c39a7474274e50964547e001ff242004fde6e296c934c241ed53ad7b186
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501e18278c694d53a2365ed3204d734117b1d01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84d580a513646617d6db8db228e22b38940c3bfd491a1d81126d1b4c9a19ab7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac31bcd3c61e0e98ec03374dfe8966f08921aaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd812df378596517966efc6ee713ff83f0ba67c345a52102f8fdaefc90746eac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81df6dbeae43242ef8296a29d1dc78124f3881b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bcc85304ca8a3e0428fe106dacd64fb0517e3ede32040cf9c6e4ced0d2c056
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe736a9845da3c35ef8e80f5d0e54e7f0a27af41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac185f9efa7460a6560a42e3b2a14fa6cb0f120e10d3f41bbb0d19450115d83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130d68db8e04f62ebe97a4683d27da851b0d74f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8883ed3ee5818b521741cdb3b9779cdd20cec7adbf53f3eb105a741cd3dbe0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc66d4b499dd6f2351f2b5e183eee1d4e0646f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366e47af0cdccfc6cf0515545d76cc70b1c260b1ca18e7435ec54c115e1a4450
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61957e70775ee2180c8954b5e654154f5a5af791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3fa153c5c563eb8065316166857f12112592cdb0cf06cd5dbdd054388e91a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccff6cfa08ce551f599eb792adc78f94d3993324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eee9e97d8a49a5e11d33088321f98aebc560711ef3aa7ac78689c3de55d88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3844b0c3ddd9eb96536759f089207b88c6a967
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f78d11b9090ebdd80cb511774127dac863a51bd1cf7011277a1ccc62f4f409
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee37c234a2f5931e6600dadb1fd224bd4f90a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a22214a6f1369170afeff57f99b0019268a84d33682b24b444437979f8e17d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043e7f84b81428f05aa7ebce7a7344a35a1357f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d79ffa4916b8974417ef5ee17066066359f8559beafc68d2bbe5fb2a0fbd2a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68930efad995d9c2fac297138ce68bae7bea0b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283ace1c0b88b438e46570120e9cd27999ceb0177d3f51920892750669071dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba0501b0ed494f3d78f341a187b99305fc07611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4d9ddf142385afe12d2b2bdf0fc964979349af83270633235a3a872a2b3e15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b6d51f311093e3a64a3d95fd3affce01d04f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd5e020383492b1e55b152c9f37294cf5567bb5badbeccb6636f911479dee5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985ae1f35d9a0faefd23cefb82447e0ccbd1fce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4dc4826c3233077c63ffb1e29f3466ff03ee66f3f8f3f482c206c25e397ad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450bfde60b006f7e09a02b3e8ffdbd37be2fc5cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b42572cc59261634bf1b779dc37f6cb6b028902f59ae75414bf1123a5f45dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087a6f867f6008d042d40f20a605fd5100c24b2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f55940ed46a7d3d3449033652d64973b8b215e5536e8249cc4de6c43dbcce1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fe5d9f67ebac1977f3009195eb482765cd2606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b105becc027ded5dc2d643fc77d297702a11044f945244039b0e2b6841d61f00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a830cf9f203927efdd90338541eeb5ce566cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6d728ea337129eaec15991606326455106833b5a6ef6f4f01221714749c8b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee257bfbe1be0da5db4f9b3f5f09a840de90354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9ed7b0e185d992af0f9ad45d71930ad5383526f814c981822f2e16da79eb53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b394ea06b2cf08138fd52dadfc3c28a5183aeff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cba5de2e9a9ca6dfde9bca53a2d431316c3ebc6c704ab3417f576420b3d2a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e5275c107d922d12bd7c6ce39796cfcfcb9b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88beecc12279367afc095f2e5d9a0017ee5354444ba1860e381fdedbaf71e2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d5b6e736f623731f6403f7152bc5c3b2a0a48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2c24d3ebe187a57aa0a51485b2acc6d30eced28658ed5a22acab9a4119b562
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f039a502922b43d9625f40580895dac4424b0b19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d5b7986415d1d1e8b7808d19c751f3269cb08e0fb35cd0fbd0c2de3806f67e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e407a7746ab1259cec1a6590aaf7bd3c20692b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceaf1cee0ef1f8e00e705c04aae58f231f43d8fbfbfef1d509294ae7f629293
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de0c672c76e803ccb6bdcf4a1e3f745497fa0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b58cccf54023dfc75f38b3ee877d0bb867c5a2a530372588741f3f699c42a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a21eaf4da61352a82b0eb26cb4a66c3ea134a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea8626e703a4cdf9bb64ce917ab6882c336cf8ab9eddc1a5dd743184a0222f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f68eee8301b2b59c9fef4004411230dfd5076a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb81ae6aae698c1ecd9a9127421a6a28db84a43ceffbc61addbb7ed83c5b692
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b9b021cc63a317b518155b58564375d6da156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d77baf0f0f677dc99fd7517d075936e692a093a0a3fda20b85cb6eacd62c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f628a57e6812a4c6073e77a2fe8d7337aac1a84d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a527ff4d65adb32a64284a66f30f74944c025e0ab46285efbc4b1aac933bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb4987e472ecad8ac4c4bf293a4faa2c20c74b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa13832bfd7ff3ecfc664f8864bf6d3f6b9e8a59c36fd45a42f57b587d0cb2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153d7a3ef61831118542a44d0a7d21dddfe53006
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e334e99ad66a3250da45822ec4fc76931f3825cc25dac9cc150f2f99fcd160b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0355b07b66f7f45d6b6a0bc2bc1fdbecde2aa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9f771699350fa0a3860750b444d777c6fd66ba13a39c64622a9b99565c52a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df621c9fd54c8cf1ba4bd288ca2e6f22c818c4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5f09c6f0438e037c1ce1ceaad62f441a66fe282a5d9756e334f387efd29bd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daaca6d80cbd9b91facb624e68f960deefdd946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b52e7dfb9f75697b46eeee820d69f2e3b261cc264990efbb034b6e59a5abb5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bb4a5e863b06949e20f4a7bc47952103aaa497
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce18c7a3211a3ceaf12f259bd2c5cc3606c23d33f14938f6f3c220a26acdfca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815cc31d884bdf5ca25251d451a6613e99bbdd17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58fb8c7d19170de98d60e3517ed70456dbe0c36badf507d3c83ac81e289231c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8472ec7dfb82522a795d32f011efa9fd2dc373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d50934607b0fa8dbe4015a4b31e6e9b74fc59ff23620cb9080be0ded5ee68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2cc1262df374cbb905a7e577fef3dad66d1b0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300a8f3a87d08e3ecf6b481a8bcddb4d8c694260ec90a8502f201d5a2849f01e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eb7bb25eda95a17b3ab9f1ebd84af0572cda8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27aa39d7eec0feabf83e72d41dfa310c9445261a2b9bc62a1c22f799f2f1e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4c47faf15f01d2db98fbe6021203254879f61a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb746d431236845bcd9aad8188b966c7b18ae638f8add9be1e1a52c308a8590
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deeee05398f3191698a6bbd04dfcf94721b6752
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9139fa5090584d1168ebf72945d25162b96b7002e7e81b5072c59ba11ef89b4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd906b8d7181b16e0329613149dfdb22686a642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a220d7e21bb081cf2a0f37f21cb6a293fa2a74a25ed90d9f2830ebaabb9c863
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a9d2dc92717185ad5b8074e12b50d64b55721
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420aa80e66f460addc4e9ca1ddd24db69be0b30d9531b20a67950bcfa7278e54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a876b14226e9bedddbb475f209c8762acf512627
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111645e234cca6e5e098a490350fc0743fdb3716eff56f0c83bdbe17798a0f26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6967d241f09b14dabf6ffdc84f13c69ebcaf5a08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae2677b9e26c54c240e10b3b9a44b03bbe6e9313f24257caf3b8d501fb69b6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b6fbd2a9c96fbc2945b673c33b6097fb7303e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1221faacb3f73f81da5e95c500978364928c3301717779e3b36690a953cd0394
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ea06e8ce8b5474c5af184cf601ab3d40f546b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543e0334be754c4232551564baf3f7107e6c4b633cef38712c3bf7eee8b07241
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4937f5f1808a338bc676c910adb7c8a7b5b0cf98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf065133dc282581b7b89475c170325aac3b56e4e3a3236dda43a17e603267ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf4d3693edd7bf2f7ffb37c6397a792c2bbd014
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc97f7aecbcbaf898e96edffa9b50933387ee1966962cc8426d01c1c9160c349
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa805a5f902c66711e3d082df0aa3eee7be7e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8dac05eb1193e8be2fdeb259fd167dc9c5247bb32bae7c0d04b6f6740af7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503934b822d405a930e421dcffaa6d70e5081b48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd862b2874b57c4231b480e419b29f8cbebd67fca3617fad13e6fcfafcc43cfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80985fdcb3267437cebda4a71dfababc6b2af993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb2a1ae8525bcf82824deb4eac57a5fa21320bb26fed090808d42e2b83c563
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792f5875978f7bcff06c34cff4c6f2edda74b746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61892f65eeb6678e8b8fc043f7bdd443f176a20bed4a6b366ac5754ddebee489
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1182623ebd4700577c23ca1deb81111031a9a23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5351fb7a87c06bdcfe9b67afbb0c878b47b0c5f23cebb8d9b8e1cfc3c15d1cfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ff76eb443927e860053b14e1144a4ea6d1ef49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e481cc0f79ad8cfcf49ce8709d97bd9fe03165143836dd1fd436c323b12922
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba1f37bbbabd0abc7b10963ef6e1c5c48239058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328a41e18c80e90890736922589c325b6ee7e4463d396d6e23ff43ff7e746a0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b84ed368365a3f9e8ef354a9ad0a888cffaa12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc495aab33d116d71a1d41a5e50626c94511df236654223bc06cdc3a4f70b58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a50bd1127d3d99ffa17d51350be7525a4ac9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3f2bf79174505a5aa928693b5f9fee6580dd66ee181df9cedb95517c8ef7c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423657382a1623636f76aeb18dc8bc1fc6cd2ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1809e7a18a823a361278a02341647c9206f5a4e4d92976a7b645f32362345
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41080ed6aaaf8a1bb0683a8198b29b3cfd60e556
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223d175c6a8d7b7eacf0f0146b724e0d543f2db1c24739acb9efae79a2823057
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc45849672a5106a0f3d251666dc406bf840055
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc4cbf509d5895b8ec0adc721718af72e690959ff653d284bff0d55d9ea6083
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777c8baa7e55c2ba67734fc3606ba1fc48312ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a954757328bd5e1cd5c7f60b8f1bdd3a6643a29def42329d8b3864b6afd883
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c75da22e418391599c3bbab5381f6ce31dbe5fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a75d11204f961972c1393f66cedfa41c9db666c2a18a81177f406f9d5a7f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb8479f7c408f8d09058a83e392fb09848fea3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae60a5686d50a6626eee6b6bbe8e945cd80e7ed4cf45e5a63ffacfaaf7e40bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb40c30d74530ad2d5e375c384b26390f102027a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8549a086f8ae52dbb66e186f465d9b761b0187a9597d6f804eb2001e1b12bee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d56d26be9e5f9874b7108478f32b3623cf51774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4284efb00ff43c7bfef45644cb8bbe7b836c1dd654283dc9c508460b30b0e05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8bd93bafd5881d08ce6682d8a6a0ca956b2234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9837e7e3a5f9651389c77a53177d83a69bca0df8f4a23f700888f0a938ea56d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dddbb25dacfd46a079b2ef250901f08310019ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe835111f83cd5d882efd957a0b93595db624d08c141e8a9350442c24dbca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d72cd2a7cce7d25f638b4bbc2d73535b2f89e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd294ceffe0ad170ba90d355b621e779d133e98120ef7897836150ec93c2287
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22239583ccaf1b0221df359816d1717c0441414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6c4cef694ec22d070fb5b3b7cf8e8d929b0925c446c3db16a763a8d94f82d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0bbfed7658aaf299f9649c6303ace0f7e623c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c182da05dbb5b7d4c966c3e28397f56d8cfb9c896862b6c9448b7d79dbc62563
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41cf3a9c955c1181b111a1e0be573f2a378d296
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740b01dfcc959b94ea2df0c6d83bc4555321c9f6628d0d893e73d8f4b9a7bb79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c78cf2b6be0853b3be0d27d0eec35e2834605bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9630353359c167422b03017e03f9a923aa2a882fd4f53a5aeb54775a2536be2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd8661ed343fb7ee8a6400251ffd94b9102e102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea12c5bbd700766b4a4899020389e1f284a7583a861a3288104894810fedd8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ee6f23728feba7f37c79f4d9be8e941ba90478
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6346da176a0f4c60449250ffa2b51c66392c02654d4db40919b45b18b64d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dee7ddabdc596ccb03862e8e5a5b6d85b55814
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f00c4ffd4dcfa08bedc1a95510951a664a2e4d8919d505148f94b395ee12ad3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a8687771c88d53ec7fa01e832ab7a8a4686feb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58216221cceb40d7373aacadf8e32170280f03b8cd33f11752bff756231de88f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f45a110449e183102b63662388f9b7f885be9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb61518049ff56761abe6f9867413fecdf00d77c148b9cf8f030cdfcbcffa7bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db82ad42ba195fe86fb2accbb6ccbecaaab81e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72836d416856c7f6470b07793341bc3eb946e1f48b6dd32f23ee84dcda019dff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d0239e116d1f464f0751834ed6657223fa50e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c35058733e7623c7fed177d0d645da63d2b720a58c68087166a9118010af01b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94593b9b1cace4919091de2e80dacd198b31976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041f09af385dc72c44625702c9449021e55873f9f2d7fc00ad3e683173016d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6ebacc4ecee2e9a98fc911dfea19cab213da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93714a797a3073d88b58f75a735d6d3103b3079457965152a949193d54afefd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389e38f1b2b0a8b8869de7b92eca92c65cb844b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31823e2bee9d923b38e85ca1c60db9dc055cbdedbce11beb88adad2c5ddfb8e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ae74614bde9d231031435cbd933d8561d22845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e4b12c0308ffab9ace279e343a245d73c05a009846d8d84125f2551f0e6c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9506215e342a1fc0621e083feba700b61daecdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c980492cab09f7c353dc15f22b287030a08e4efa1fb100b20f19d4128ddae1f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167ce12214b4974ac3894d3dccbcbecf590698b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a1756ca82127455bd38018d29ce76c48cdbed67e5b82af819da94cd3a8f3af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2befb19dfdf51f7fbe141e0b2d14a76c9382b35e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3089d94b9552a53f89cf919626045c1ff3b4c78a106447858cdfaee666046
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba670e29822d57874c9e76d9e46f2e2d78ee13a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e84cf8d5afdcfca8e13dd91e830ecad9bf9eae6b47e8f7c098fe018b966967
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e96f72e43d4a630913678b390f78374d74db16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31715929a45627bca1a679a2e8b2fd9dd428da54605a5787697746889ed27e75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91622e9c4841624b3e650b9bb1d34bd5cb67c7df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08142d47b76efb091b5ea527e862608d1a3014dc5b77e6138c46714985d4f584
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a925547182506e9d43312a96f6f8c9ba5d255537
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde68f42adfac008f357df3e8079bedcfc11d30f5b7a16ac391e82643d522a17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2cc7f063f5a6943a6aca8bcd4f79a718a330ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2be4d62f7cac1c3460028e35b80d0c7bb21c8fcad3040ab287428204561bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6434ff7cf6ca5ea0bde7e72a2f93eecb2bdff30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ac1cf7b062c416d52fc883224f797fcc3251741dcbcdc117ea41916f3d408f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f616a6c74e5d466292fea4a0924244c97ff0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf04922a51858bfb49a5594badf8fb1ffc038359a8729e21db89cbfc11f99c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4ffee63f1d9c5b094ee55d2d736ab76d62864b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f694116aaee17fc2b8faae15c8bb796398039e19946f043882f8794ea9720581
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab2e0e651e2dc3958c9ba48d019962ca26a5f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa5cd9c655a1d4a85e8627f032f4151e04c99b3fb34a0e96815722bd972ff31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d501f2f385eff134ab3f125e35c7250b0c4f10d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d16a370d41a345b78e0c2f48e75a49ba96b4e3daecd2198dc8d24119dd4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586c16f54a95320553a99d348eb74b94c928c7bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb65fe391f5a9bb45c5b46c33b9f3d1f572e952896b1851341dec465d6e72c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f0588e48cf28841dffbe825f09c9745be7b16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea1f073e104feacf1aa4773e4b3d2958f78f000fb03a58f72fe4918ca8416d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6defc8d2e1beffb409460ac101f84f25ca2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e5dba039654535d2bf8d28ae5003ed6666a7e7ddaabf31926cf2cb019e7fbb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5d073aeb0432be47915d5b177f2029f50fe47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1166e55a17783ac70ee7eb2b626030f11bd3eb1f4dcba4cd7908c8ea5d5787c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9905c036923fc10ae4f542148ebed349d6b8a0e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9eaf93543c7a1ce863323a33074a9fb8d7c8abd77bb46c6ce3e61d5c3e8293
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ed87a5636a54c3759943acc547332f9a6bcb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0441439b830fbe69154248d18d4155fdac512707c08bc7c642d70f9d36d3d818
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6ce9fec2ec5e0a6bd655893fae49841c6c6608
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdc6cc783a7f08e8e51199986101703f6ac25dad7f9523755263c7d647cf0bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894cd00013d951b14a2c9001db57812a0ce06d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d2dd512d7275b6cbee3bcc78b920a3968795a6ec0488d80daffd4c9a9582e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323e3fd37f030272640e345c1af1240b7c716e64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c74ec5122e68282f5ac7128699d6549df6d46d831a741b369d83ebb9d2b2294
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb58b570100817ce41c1c7ab2a5f42b0ebea6ca5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e14612eb39cca1f5f570250a8250f19bde39bd0b096a52dd3d1d513ede58e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90dced2b62daa0a17f8021ce050e106aafaa2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86ac0a8d122d6140a5d2bf841dc1380658d456a396dac5e9bdbdde399c1b57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6263912ea030f3deb8d09b8a2bc21f73bce4f969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ec36705062514ad969201bf9c86e1b6c9265042d733b8b98848a881bec32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919aad039730bf1ac4aac5b84106d730d1c65ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e464d01d3b485494b18213bee0dbf1dc729c841e78f80d4f382216dad8ab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9d992f53058d238c48f4d0388f290a7ccb477d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837d72c5f52eb1324c1674af15e1bfc99bf141df4a4dd5a7057b30585562fd94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1aa3a51807c99f060a52886bb0fcd8e1b9173a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b360965649394917304aab2dbb668314891af76de32079367b9504588dead
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da251f4a15c493f9af8dd37e22596c08845060d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b8b41edce414e8bfb492beb64d4f7bcbe944f2e746869d8a2dbd74d523375e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6583760bf7d76be524342b0876f8a6625d710c41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59324198443d367b7bd13ec141455832d0427189611fc800e3db9c6fb6669c7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb1c4e75226ec98df6fd45e93e999f071a3aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07830abdf4bedd33724dde6513eabdd1dd54f0453c562df4cfb41b0fa60a939b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf555610587435d66e1cc196da24cc5860840e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c7bd7a9a269ccb9327d2d6763de4bcc8bf8ce1a069b23302169264f807a0d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49bb1ce07eebe0821adc55705ea9cc237a8e668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62438c086db08f57dc360d31d05ce32b53d2458d620e616238b6203309a80b3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec9e3bec52ef9142e335fe1e28dac856eff0683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e03f1335c7063d239f36069954b651a6dc43b19b2f116b0f7ef4dd0ed535ccf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b78140c59a09efd93b89afe3298398d174092d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ab68838fac63a3f662b02b99fffb783c68ad71b6df7d5f5253667d96d3113
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d045136026ac0893601a55baffaf565d35da5969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72030fcf3071ebad3fa0450f064630d919ca93dd03340f4aefb3eaa81c4871d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a530e8428e959f074a44bebfcdd4a6be19ba58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e23c742a6fa44b77635cd310c7f4cdbe2c782182b134f95dccb15ebc997f8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933b9ab8375688ef5defa129710ab0ab272e094b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d858ac8bf96261838684ab2564e025a3abfffd308b8140c16564b675a0c706
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc0ca53e1bb679d8407c5b27a47353fc2682a2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebc986a63dbc998bea19afb6fcbe169079d1a4233bfe93b52e49dade637d75b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30c62475e57eda06ae2719697b6fd2624ec2b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb3260d2ff0b903cd62e02b64c1dbe0e822016d0c2dd0b0255f55bb6de27ed
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcdd234b20231c96764277146b137dc69f84f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b9e5766b744e300672227fef2a53a39895f3566d1885b275023f7880c33756
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225cc3ccf647ea6d56b64d8594e09aa27a7213e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddeba670573e8ecfec9fc2bb71b6e42bf4062e389b8b106c00a142a1be9c1ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff6874ab578968bba853c2f84e82a1bf65f18e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ddb3b4bf8b3b5569363927867fd53f5da600c9dc41414f2083cd6486b0c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e4cd3f9d0873c24a2592ea274de351be8b96a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7be1db8f2657d99dc45bc904fb39323ebf5e22149e4fc95beb9689a9dfc7f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbdf1a3400144e1d9937a85ce812e23fd0051e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da49244b32c5ec56feda7def6b7e36ba2df6dae8f8c86935160e90abd26b7124
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b133e4c8ce7d8a991a1fea968a665b1bd67870f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eda0dfa7e950a3dc5c452f8d6dcdba6818fd983ac52d80ec6f91b887c62ac5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e323565bf624dfeb421ccbf93bb1fba2d40379
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2383c43e0e5db11684c5c600092cd9dc26f48dfd02b6adda6b1f7b2faf0b6da5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e3f0d92811bdf8b24138c64b61196d95f283a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1d8968221224dad61650611dd16c632ef7acedb9afdc6780629f2d55675eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a034ebd09f59437bcc25833501eb38c8415b1639
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb5d2e84168428a2f4fb6465c0ad9d5bbf80b9fdafa540521445d9c2d780a6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b102802885f1a04ab4400531bdbc27dcf490ff8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66061977f603d7bcf9a4fb98377a77857d9d506b4dcdf8f72e8b5e3da56a6a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c383b4db71bf9a42c227a050002c03b9d04da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6b134cdb84b98c720732f272b06e6cda0a125df130620c6a9c9f38ba329980
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03036e542ee17cf09ce748dcf7955da904b66147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38f61bfebf36560322cf3a52cd2f92b0e4b2e2ff3450d8fbc6cac0fbd5f8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1ec4fa0275dfa7fe633355c433ba031c384e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87d895a47c2a694ca9954ba829aaf18ede056ab2c4d1f1439e84af67d51108b
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d6451cc69dc4e16497ba47aa1fe5db8efc32ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13d6021d1afdf4f480d297e97d20f55891249baf6fe7d15cfe223602f8c6e38
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494192bb978e6cd7a07776a030a326204690afaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d16468abcb079d394499442e56420987bf4e201821241b492e42eb6888de23
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82dc6e9b058d91c4ada3679211061aa52473ed4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5702ae09d4803384406c2431428bce35ace9fd7666745e47d190b61b05d586f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f316371b3041f118d785bbd4eac851d635cb091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6afc8dfe7ecc164c26b41e8f1fdfa1fd9f551fb43304484b1e92db4d17fd01c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b19e69d90cfd66eb14f61df08854e7735c2dc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e3e99955be935ad39b3397519e9071fa7da5c93cff07e96615db293aeb4a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8086ae1d4c46fff6e43c4313aa87c97685dacbe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227a6dcaf250ec174eb6c04eafb4f463a619df62007229cbe265aee79892de6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2593ba3de838b5f46bcd84627e3cf25f73ee173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29513d80c3a5196d422a0d5990b9264dddf93da876f87e469fcabb3bdc2c1eb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372d588c0029f13d8cb6aa4cf30b7cf81c448c53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef1c340a51c997030ac662a5f8c2d4f0476e5b9379e1991152b2eae9d3fe01e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8986f95caeb92795c113c689a6984102c78d8503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5a0018a3dd34e16d1595f951a6106b39536417089ac76b20c4e3ac4692aaa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86379527064af80b3feca7e963d0734fcd3b7a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a53a8f849166b108d9e6f90eaf3c1e1922b2c8113adf4f96a4614cead7b37e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53f15543d0208f3bcdcab010a14810a674281e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a549195fe2780fbb322222adacd36f9155b6e5645c762ce077934775b48d4b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449982f24535cc90d7d841617d82ec9bd0467d7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e8bd685dc97d412e2c144a237707ac3f906f58734adc99a16f2ef95619eae5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9003a8e2264766c9fb57ed5a049bd62289dbfe97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e3eacc075dce31fa3fe1e7c43788191e7a0a7987cac0097ed9c15ab64a9c0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bfb2664b9c43e455bf9c8c162013f4024d2f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5d59321bf4c12741f6ad557cf31152f294a2001b88b653242e6eeb4349f240
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d58421ce7861a080fb763f2ce9f95ed76d5e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f090413d372be400212def899f0eb2507c16180fc4e43c61aebee2a0cc4e9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a903637d6beff6dd1c81b51aeb25206581b4cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79275ebc1ddb9a0f6d61466c0656f9a38431f325ee7ade262a5a79c4c829faf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c602db72592a020ab4bb2857aaa79899eacf3eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fadcb090561d13a9ac61e580b6aaed2e29b203dd06b2afa13e7cff058851e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2146f11cd4d4e9834a3945b6f2acb94e9324140
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc48591319dba17e83026313c53ffb5aeabf7591798f60a31e94b0f4d56be16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833257b7c2597f59d5eae47a65a99483d495d924
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deca7e9a48d6e15b00353ca36478c0767bd315e79a9373f1f995dafd5199b3e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e03beb2258838124cec8838513735c26a60058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b821c25aeb8cbe3bd1a0df1d975bd264f18c0732f30c2a548ddc78c403d069e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ea2de2284b7520a67d97ff0f00dc853543ed2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6380641d4228b9884663b1519d5558468c237774dfbc5fe8ee228dbe0c4809
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04e4f6b709f4c55a26836ba6ba768f350f457fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d726e500b6a501f04ffe646512cd1f873545b80ceac174a9a133cfa43d149d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48656d905f04702b56a125d072fc0b97f74a9b35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c412b3a5035f6a4c89cfcde73887616a9309228687fae4697af3149165732313
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd9dd02f52131939a51df893339d1d69c62e12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cfdafb4995e70a95e1a87d976787a3c98118a10807db195b3f79dd20644d35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0970d4d9f94b51644c4fcdc7eb9e5ff4b0ab3b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c7b00a4515029740f2279fb821286b2966d591233ff230d833364346d1957
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ceff3801684a96f3dfa7885448734deab3b817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6987ec1ff26cd32370440134d6abe3697dd4173d137be82a6ac9b8a82cd6e21d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640e60efec64d0ee5b69a0e3ec0586b9e3ebe2e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2a9d0debfa91b589845e079ed36ba60e881eb809664f89bb91ede328736dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f651d853fc6ddd83d6680d2c2d09b82beeb24f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ba95eebed9544f8a897a1bed936cdc157ac2230e1ea319d2f40f1fa252048e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d21b5a7ec5d6a8952b17cb6be398f41854772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1905b42fb5a14c28f7f3d74f198dc00060a737a633f7c85d89e0f1a93eff49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6e8ea3723126a1876869d95713a716b1f4222a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9173051193c47466c1f765f93276adada4e794a834b5b5ee0cc52fa908b6df97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea14776fc4df323f8f630f065678111bab39b13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1813104f91ebd4984544ad9958ea77df0ad5283bd59d7cdfb1048d6aeb1e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6751eb7536cd6afd928f2f491eaf97dbcbe0be8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c26c180df4301228fa19436d247483e8d62f9fef58370bce2a7dc7f0b6eb09
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1c08dec2de4be90127a0b1c3ccc92b07f78a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0cf54df96b65d59a0848f28652c96d200e826f4e121f44497f2d2237c5bd49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2ef2634d40f460543b9291aabb052a4d6e0e47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141c74a87f65f0b80abae751bc90720a1190cc34ad9438da78b61fb030fbe2d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9f24bb9cefea9476248291a94c8d707d53d0b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c424807f5814ba3782605f0efee501047fad523fbdca99d51ce08742b39013
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8effbee783d274dfc34e57c42eee958789586b28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c955fa39f4c223674d2629d083035a60f25b62cadd1b2c1b31a4b429e147647a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f56385ac4dbc389815e84f6a81f367a3e911f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27b12e7632ff5030feeeeb21bd9f304be62b68ff853e105fb18e5575eea4bdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0604ddc159c711d4b427a280b9a63ede178321dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892484fab2217aa759b14110cc60624dbbae93e9b9bd38938905d47e3e5ea4a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1783bdf62d8ddf0aebd436f701b7233492c8e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039042897fec828a6bdd7e58ed3b150320a187b73a18e5f5c2a93619726fd042
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23148d640a15fe70b249bf50f0de12cc4772ef85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9c9368a4fbf81bf9cdb04503bfd7e7264895e59730da6656b0d5bfe07972f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6893d26c3ffcf09e0a00d5a51e27374afc4968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b5a123b928e3d723d1b9b88ab5624c6dcb782c8dd5413b1c7423f0292f3a77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95308d2aef847fa3b1664ab441f4afedd96a0995
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6ff97a6712082dc98d1f00b9999247847c752cf04af9c87e4ffb9b648820f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1736b78aa45429588035c16e0139e74dcf95fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6fbedf55d69d7edcee1bd54b6e14a8b5cf220b1635fe8468b59cb18a216442
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ab914482a89a2296237fd3fb62de2b9dcf7bda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf601924be0b40a0620236ea4155730c6dd3bf8d8f8ab25474b0ac8664f4d7c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73049daa129f9c0635ed114400c348edbbc076a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71fb69fd3186cc8820464d515f734a72fc17c40471b61eca3b6391a267e0c77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b90f58d3149aa0e47a650502104fa4f2feb81c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da989775a9c6edf2c84bb2952789a4faf0446da1c8356c3389980b32c0fc449c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2ae817069b4ff9ae18650228f807667bb51160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008b87108df31435b13531dfaf1405c055ae1be050b8986b6df922871306dca6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d977ebbdf91cc986d4c54d76271dd8451e7387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797be0f9798c88047c55deaa2e2badeaf110109659e5fbe5b5fd62b3b09c3202
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552fb987494dadf4a0a5c291e44bf51fe71375ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5d1c3bb650eadbc48293fc7bf57ede5c541592a617f55e1409232a4dfe8849
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0621db4db8730b61ec77d7abc3f31da9e763b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3e2301ce239fc3e03f5511f087561e89df3da86e80602278ad38b7110d79c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087085afbf1b4c3e38c3a3b73f002255c5bcde2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a7c1af8f1f6bf27a1c6eec2cbebf6467de8d4cb950a26168d3fd80ec846f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95ffcf020d0682c9226815df7387ff90e1e29a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b08157e12a98e18ca13d88c88ca3ff57b6e1b7488f17380e819aed2a352764
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc7bbd641bf986dcf3a78cca2887ec68e0e3083
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9863da31c4ad606e2974c951b7bd549a96ea92de95ff5ab44b399b3387333c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a7db91eae1f7a2b8a134a30894157b16dcf7b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1bd88c610d87cf1b7392b4d32c0971071e60d231807c424d2c1eac14a4af64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5aab215c8cce6f246e7bc09e3765c5f68beacc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab027f6ab81635d9aa29e6920fbf7660df44f5a25a8b6a8b36e760a4ecb8815a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8832c8901ea61653b657887990e222383d24067d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15711aa35a334fea0628334da9320ed4a55ef0b9d9b6702b3df640c19ae8b35e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e798f1f00bf0fb743937f13eac8de52cd0326b04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f935165c70bbd114ec5523458d7613a92d15cc1897cf687777b56304f1ac1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c62b306a4ec952b7d189730a54d5993c5f287a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8b26c68090695d964ccc590f87cf7337ab2a5d6edb6127bff66f79157ff1da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08051f53599709423038a50f1100a0c96632b7f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db7504dcd0098961e0d38fbd5f2056f485a7cf9f01e88c4321542cd2e94d847
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562ab11c80c387053ebd32483761c8703ab11bd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c879f9fb41e85bad180a2e6cefbf7e8d9ab580cf712a73cccb028775a5976c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c2fe7a2f0a14703246bc4007b0ee45863d97e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2e420b0a73181009a62c73ac88df53536cca10372c11ef949dd76b28a96f48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8519d00149149f2524df78213da3c90d0bdb314f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a632c9f5e02da320045a225d31d049ae92f4b9e71f6e18f63a7ae06eb4292fb1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcf2e67d330880d80da65681946ab9ff1abd7bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db39f4fa912ecd75842f611b9b2b21fb43554bbbf2273238aa4b8b54ce375fe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfddbdbe9f6ffd15823f3925832b1e0545b945e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf203de9053819e246a82eccb0fc3875229c28addf731cbb2e129701548ce71e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06c1696367302663f951290997d90332b98fadf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718681f845bc6c373be2746e568982e79e414366b10ab55265d76929ceac4cd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d03a048fb72b7099ed3c9c782ffdfc8a97e953
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43c028421e203af3f8af6f7557f27e8bdafd1b754d01cfa7c0a539ffe75f253
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cf00638cf69a27d68e2829dca50d4f40ab62af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ac7ae466f47e6c91f7553100b6ba817ac2d35a448ae4fbf6569651f6a5ce28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841f7197ae260bc6272da47d5fff10a91a8bdf40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294b9d332ea5279a3f3f342aebb6cd18b229618a33a6ad60b40c05c016bf752b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f5236c69b0299c0feafaba78909802a996f301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f984cd52d6b4bc878ef5c3b87616ffa8301334dfa04d7aa291ceaccf3fe6bb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c84588e49c7863d9b6d01a294cc5f3513e84b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b874f509b89b3acb684e4ec256c50000836e4d263d5025b16bab89ef91f79c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4e4274628201181be5a3656cd26f3055f5103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8274d72b98cc0163fc0cf470f4b2d00c2e181e4b3f406ad1115343d2d96842
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38eec118b83489a5d8184e20214a5d09ed19babe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaa594dff9ac57cf2c5c057b68c1cddf261b3a63808ff16d833f0edd0150095
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aafe1c01aa121b2ef650df1a9f767158c8f8f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3321df3fab91efb88a31d4d066cbab89d7093386a1e1f5c4485de3b1bced8e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b74c93405d4e6c6095ed5d00f5ea874ef25664a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df8ff9458fe89cb7378bb9fd94a3f20cf7d9089dbd37ae8ec7d534d1ebd875
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936ed00889c07bee38035f8bb40c88889ce6b01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e6eb97851adbce69eda19534e9672551cdb106deda4883bf0481cf2479f75d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09af954f0eeaea94854bcf9d3e685821aeca891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ffca59bd93575d8dbeb398140c49989ca84a7c6163f1b200808108c07b4d7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e9493ee63dbbc5011e8e8b8b8e4d1f74ce11a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065e2d6f80e7768a0be71877f4a4f3b91e2a47d53727ccab536ff6c2dec7cbe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e79f034e706de0dfe25946a4726391d8dee9468
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14502729109f0875ae9bc272da07df4ad450ec2d05ebcee3866629a43da1c9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f152c8c00f95732d56731d1fd19e516fdcac8cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35624a4294f52daaa2a80cde2ea0178aac8eb29115d94d9b200b320da9d3456f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68798ab583a3ee75526f8ad475aa22aff7d2f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc02539f228113c0697ce013ed8bd81408549c405041fb4d909dacf655e25e2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23849e1b7c7859828b037695eb5eb11c609d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b99a71045603c23d48b65d1ca76dd82c839ef5687d9140108b04e5ae9d00b46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f242c275b6ca761dc264e437e057ccfa7a1c951a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcddd6e8af474e56559c5c2d127365c7df3ba605f2731b1aebbb13721d1b187b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35ae85a7f656f72bb3ae6bb3045945a5b378dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede8e3787fd982c38a77e019a33685e4d18324c4c241bc448f1f1ec6fd412741
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfc431d1bd93b96bd72166730c258cf714c6991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05188284415027f087c8f75f4a4d0187f1d9362db4c13e270eef94fd0aa477ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e94c19bc96936f6efc0acb211816e02d6886cb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6872c51ee86dd07a8d0aa8b1b90935b224d966032299d301ad66aa14ac57f5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb9e78b4f755e1d55a2fbc02b78d850e46dd05b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4707af16144fd0d2eeb11e7e6b61d43b14a01e675b399e72f99cdc6b77a5132
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a48003a5b638fd46a7bd4452f4972359d71102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc37d2e82b725f3b8c91305910b142a790a068f831bb4eba73b434ec0318ef99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ab53c8996d7dc4fd8dc8746491b64a920defce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825d9569932f73a32f2087ebd967e9ad5694635e87b90f791935514fed4ce3fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26be6d1c5d2ee824613e8d1e8c4af700abdb55e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dae33e55c98dd803ecc97feede4f5f1ffa8d960c9b722528839d9fdb39762d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3028b4c157ff3917de0faac04e9c033cfbe7504
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836a7779760db3b895ed875228c2f2c57ef389ef51b9d24074decc4e2578b15f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d732b9d01bc46724a9d3fe92de088517820a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa2dac4d420fb63379518d32aaaf0016e9a459558368f37efb11616fc19a845
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31a417fa4006e444c15cefa1cd5151ffff02358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8102999c7cacd6e8804e50a51dd8c850d087ee0c2f7a8d81b21c864867504f0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f678315869bd917ebebee14854173572651de216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6871a1cfede55ced4bb2deaa3410b742467d20063107dfd210fe77825838b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c449c79555e9093331ddcc2f48ebe5e419b487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd938fdcc9e5425ce4cd954d3f56efb43d6182664db80fc2143a986678e97082
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b49396d5fdfa8f728f89a360842cb4df2ba3358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bd20900000593f91a45ebd601a370d87e976dc4d96b8aa9debb493b5997986
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6990c9bb86606c4adeaa391ae6e6a0c92f0166c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fe9692c9a30ce01dc3f571517b1747c0969bdfee9fede1972309f76d6f23d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13f8030b95b8da4310c0fbe6e9f39a87454330e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dfb8e9bcbaef854c69f2f2b35b682611be2bda9709bc153fa89e5094202a8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03706aca9eab7c91fcfae7a3d2cbf060e80bb21d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5632187106d83dd9603d299e2449b5f68e1b2ebd2fcaf9b188cfaafb02b3a01
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bae94877d56d7c38a211791c5d93b1af639ddee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fdeaaaf362e7b214daaa6f32c5f46331ffd93acb6dc25b69ac882bb470d320
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2fe66eb96aac0a0aab1b784f2f347a58800daa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0b8c34cd17f438b466b23a4e4b121f1ac2121607887d9dc59d6e43240d41ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927ef92be8ab8087919340913866ef9586fb6800
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66143444607a6a649502112f333ddec028cd5e8245db679fedec832d985275c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1da75af790655c3af1b490a4ac3584c07a8f051
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f817f81628b878ce6cf57001172f378f0d92b63f991e82333fdb5c4cdb1551c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c3e9820e60aeab50737eb6fd0546b9966840ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e62f50f3e72ebb3f3f4e03a3a01ae5da74b82a9eb8c7d438468b21ed738244a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cc8642b701c74ceb4a29f87742e260b3bcdfe3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59daf4bf112066c5e90a24dd260a210488ed998bae43e6b319f310af8d3b9eed
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1169af7f9321e98b9b3d3dcbf9d51d972778596
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035f04f2ec5d0269da2994291c62be7e25fe067b630f2d02ae7af658594fd616
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cb707cfd65b1fe068e68de327ca84f56bbe7d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcc74f5f4cd0d284c9f0e7e425857de6d7902a2749d29b66031200fcaef21b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f340e1cccde8a2bbd68bad38e9899a6a6955ef2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497812bacde00eec2309b7a0d2d26e70a94bd0a118c3831d89cbd42d0b74ce75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb49937133cb40373f79a0e8415daa262917f416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853f6fc37a356d61d7fb33dac5006259e75f864de69ee3ee8c15f494161bf367
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bc3b9512360bbc4826448b04c0177dd10c3b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496f5e9aa7addf4d52e2c0f2e62295b337ec46b84e5a95dd4830037445391da2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e4e2b637debf92a4b1263787c71c5fd176e602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9a78cb9a9aa069fae364e7767d39a34180375bf0ab762b331e624c227e75a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee999d1336e5cc9e997b7ef13042e342493212b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b8eed88e40a3b4bc833ae65c5fdda7e5aaea568c2eec8baf878d4ab8312a32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aba508171eab048911b7c6fef84f8c7814bc33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934303c2023e41de3d4135607e2a5aaca4eebfd16cd9fc4e457e847218f89c8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99804aec6748d23fb53404ffc489772743c12fc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc9000732cb134a66037319c2f869ae94d5086cb9aeeefd59bb026efe160e89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fb62851e196e10bde4bc2fcf5fab548ef5e499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9505fc628cf3199085f66283112302f8279ef078b20b9240195a706a2a5718a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6366123ff259a682c8dfbe0823d409288aca1bbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04812cc73094c525bb2e6b7cee1a5fb716335fb4e3e42afa6f62bb3b7b4ae66a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aefe87279a6669b27e15bf9c855c5dc2ffa5aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c0c4aa326a7a4a8fa1248f83a09432533941b779e26a38d1bb0c269563ead6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcb91c599443afc849188460af4de56d1162125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d848d8a414f6715ab287973d6010e30d69bb897fdd5664ec66d61224f28d7367
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a01d8b46a2f99e0e62a14b3cd9a49c6c9b0170e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce2fdd293b002b2b715aa535a4b974aa8ef57aec0fe49a35be1bf2b61e1db89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f72e5c9b113b68b76560424b1a0008779cda70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a97fd9f3ceb4abe1279cdd8691ea4041c5197c327c567a26be1c183c17abe9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef2bf8ba6a9ff7434fce2b792b81f3c8b7e6ee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f4e81abf4de4fb73d24c236634f9f581d7e5e217f6a59821a9459328fb8a58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991438d2a0b15f4714cfb9887870bc1ed9d0c730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7044bda10088b7a005b080fb734a6bd1371cc2563dab2b0913326910805db15f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a6b0193c3d750257b80ff156a2aaaaf1def839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f76ddf2eeeea703985d79c9037eb4c76b65636f075b877f4a97588260efc870
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec19e0baec54d07449c9dd2388fc04df5dbd6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c1b61891001ad2fd1e342572db8e6f287a64af27d58157091131e42daf668c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8158260f2d556ef9c9147c4c95213cbe194f1de4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095757d6dc7177b6ee86dac28cac89b92b3d59406849e13c378fb1684b557344
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb642c75ddb30375efd6a228d19687714332a84c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c0b57670446eb268e1ad27996a581ea56f2516d1370edd85912fb3cb1604f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa4cabd680c8655048fa850c15e54da86366912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c46287d5c72e102423e36c6caa8e8d1339943c68b2e41287ece78a8ed6d01ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1176f7c550b78126ca959a3ecbc0f80fd4321e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccb616419b118bb961948f5f786ef20aa1b56430bfcb7a736675afdf3e929d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78a0807881d8a1899e6dc0687cbd91ce63ba6b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ff23abb4d163c413b63c71858d3e7603af498374d795413ca44c190b25eab7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccc1a26cd55644758c2eeac6ad82ab9bf02d7d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017fb083c6d539949be021f68135864a67fdf6a221cd1bd76e2941b0cc110e0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d235431c4f3cdf9c21ed2aa5eefc79ab2dd8284c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8f25e893890c6634bd20a0c5f3919e2f5fe1bf331f5ee55342e5a923810f2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134648cbe537b6be0b1529ce94a97952dd2d7a51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571a781e2c2317c2068aacd11b86021a5f8c97450d7426622fc283a2550bd37f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b201c867704cfcad0c46e9e3f892a11090a7fea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b649f0fb68e9ac432d5e108d1b32121b694c4bdd47d8e1a1742cb73015ecae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38e5c65060127602bf49d622220a7ec6d309bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9908020c8a719f2fec1c04962e993e99eaccd58d3d6a898e8e2111e7cefb53d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b24380f357ebb23880a3411d7356e5e60e8c8a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6041344718cdf5ff0718bf6ba56a01c87b710336c255128c61f9d632a1e09dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca88e6dad845a0a22c168476a7cbd8c44ae40c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6772cfbf469d96f1e0e0732ab6ebcd105ee65fbb60eb769126164ddd80dd73e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad6ac44384ec4cebb7f35170525617eb49d593f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc79adf9869e1b9aafc445c94901e799a18778b386bef3a73830a27b7509d4ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2906bf70fc1e7881d6eb3b78dabcf98c36d6a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e70af16febd6cf686b2ce586596bd6c02818470d28384d063168cb19ccefd8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b088bc6e44242920b38e3461ea71528af7c922c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba8335f3a0b4130116214bda5708a92cf2a627a848946ce2887ef0021c56218
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3f9414c207996bbeda2d6896c4f28c6560b4d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caa37c20530832f389bf1541e54f245a7cca893858384a7df401da9c1d5b06c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb87b73e888a84cd2a9c7b7d1f388d3824d2a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f41715d11c077ffee947bde4af9b4982c76da58a928d4d5c2b297165c434c48
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c1bda6d6899f677758dd62826ab7f6465310b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb166f7a003f6b030333e5d074d07cb155bad605c2cde523636774b4b55d36b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0061bb7aa561b882bf672aebff71249233c8702e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f51d4c7212e400250e022fdc4de9acd5fa502715e5a5c837b118ac8a598197
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16da864619563873d40cdb4d0271c8792a4f1bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ca7567eb1299e6120d30abfa1c3e8eb9b48973a1388e4789d152cc9b89cdfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2b42f8e1acc2b3379fbfbc7755f85563c5ad72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eb8be022498eef7aa65e1ae4eb329598679ee4404a89d549836aa73ce42d92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7900ea3898c6cf88f14acacac9f22925f8841
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db570bc86d9d3e821b223d464b105cde3576018be2e07ff33fc0189ae2f397b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e2e91aef55a272f020b4c91cbe41cd5224108a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d4fe8449e1603f076ebc1ba2bc2fc05bff410060a4d59873b3b7e014f4a61a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e637d01f17e5eea11b943f4b5c0771466dd0ba85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652a590f4767afd221072654577102b6f74506f79b5d33829a76adcbde19bb7
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140180dd17137f9e4492be35fcf8da76adc0a96d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773789c0d159e303c95e24fb47312cd8e41c4dc9544b1441ef48f77d4d90efc4
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682a01f1b6c3fbb9b2be612bec66e9b3687afaac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb3fd87269ab1c1697ce72e4177f02e77faa034d03c4006ed90690bc2396e8f
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793f3491c98297cb29748d3b0a56dcb52f77a234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aba5202d57966b697a99f43322301ec2a3f55b830c88768620351a136c13db0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc6e08fec5891a24d8a874cae278fc8eeedc65c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c13609b06c6c7927d84d61167f73d0151274c192a2d651b3f10ae5f6cb2deb7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28de61e77cb5f37a3ae5e07a9637452986786f16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142daa746b33e00d8acd78d31db7b2abb1bacaa3b4ef44b45a66ebe1f6b816c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9d8f3a35f20191bc5e8680998f9a336bac18bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2135216c08058d68bc3f3c9be69ac39dd5d617df025c18120ba8f4800e6306a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f0ad15c5b6c74ade308eab6b282c739f92a3b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a16901aef02de5ea4c3a5edc004bda9160f29b7d3b5efff7c9a4083f6ea729
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7a7fcba5a86314db1fafb1d6828437c552ce19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010668183f8aa8264742fd3dcd141dd76173e9e7640dec56cc21ef5a00bebc96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6db87fce41fb427d31509d0f54d99d56efd455f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f10f88800ed24cf6c6c72fa9b432e7f9ed721a6ded52f39f64f0ad87d75ef6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c45b25fd0edefc55acaa89dcd4b4aed75a44f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf1c3e4128ecdc648bf516b784d6eb089975752f1ee5f78608646666e87a790
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03730aba23fe2a23c6a4e30f03a661aa77545774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7816282707b9a1aae17a89e9442c76f33375b5989f2c69b0b6de695feb1a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13a5f8f12c8856fbb8176b7a9a22ccdb4ffec45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac069e6fbd59d90cd1a4a4df229d2631d46dd83f39e493cb9862f58d20a4548
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268cc8091edb42d8093833b8c12dbb363bd9a3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79310f5c41b03c7aa817682185715b93d5a96f8cd408f48711fdf65fd3a0fc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d33e239a905d1794301b6502f3953d0e4601e16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae7360217a4d984e9dc20c8c55fb7664d88d730b701f3d6662a52dfa5505023
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f903e8c55eaecec41a33642d944aa7ba1d93f56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d2a9866da24ffedd597bbb7aee4693066775dfb4ed3213ee9930b6dd520fd4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cda381ebac32a708eb8633a33456c1aa9600278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e1c6818d943f47f343e7ac7c251912696c75526ab9c82c8a00732c197a0289
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735ec271d677543c78da966ffed1b79e2121d285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4081de7b7b415c58ca353635ddb4a970624d04d5dca7f843f5b92c5834156144
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb349fa91376a3d97cccb467c330acb9f0c0111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1987ab8dfdc45988be89b280b17e8c9365ed630f20868ab79a9355d3964541c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd0934b340613c7139515e0fd8353aafb00a4f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f3aa13b01c056222c20bb397ad877eeda3741f14cb71d2705ab7c720954eb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81514066e422994a47745ea47b5d53f650d38481
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1575398e669d6049caaea450ec95721f6eddc983e6233d6c031ff9ff164e45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63838078c3dc14927c90eb4c13447f1142fa581
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc0e42833cde1ce1b00d25415da4af078edbcd0b988a8aee945c466debd4ccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4470150be5829321a07e908e98bf20d9020149f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121fc7726e7c92289b12f454b35df6253b81cfae1efcaa4c4b303c17350c626d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0be1aaff5c05261b3ff80d93536dda837f228dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76b196f61b8f02a13be91b6cf3bb26745071d2e1dab4f3413f120e4f07bfee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914e5a4a402a6ccd04f3c93fd17b936fc1ded4a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0884066b246ee76307d48a09916f511590134cc5bfad2d65bd09c5c83f2a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50eacad372c274bd00670fbd89ab43eb5261e3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a5d306de649344f9cf5db1e16bfd13f37dfcbf447f2bc384698c29d6766eac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9004877e0a3d3f1a15586bb69ad74277b6ffee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1b3a69f8436c02904eca517b843c07cd7c269b9e96a05a9cfa344ead542e03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0c1142285c0ce5e2f7540f0d14ed1771c5ee8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8c109a419631a0676a7a6edf2bdabf7cb918189d761ce6a5a776f670ea3c8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd964ce148ae41d9246c7f89adbc85eccf24091c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9e9250efcb4d119f65b24900f1303b7b9f19ca902ea893488122d71b207fa2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc5604277c3031d5900ddd0a99a2b3798486072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4fad510013e58e2e1d2027d082b218433d00b7aa22bd1b4d497529226c6d70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41839ab4968a3e72fc5afbf73bc075e6643d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e842948c493de7da322497dc74db4c5d0726a904526b3b73098076472214f896
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bbd46e8e1cb95f8424b8c782a7c4d90394a17a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b217633ce67c7a4dc19abcd534827e0638b65c0b7a9cf70227e3980a0ac19a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e5b859eedbe818c66842bdc8654229f9fb97b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f337d5394b11b3bbd86ec9e04c6f41a80082e969eb1b12cda525993b5760c617
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836862bc98971be824614878f32582aa62cd0849
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfb26c75bedb49f55fa3d84d2d931433ad67fe19d067b63b5621f8bbc11bef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cbbda285bf5ebc130e5921c6241fce4b64edb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b0eebec264ce80f36c09c8f96a8ff00f47b5670fc96f46757c11b07bcb3645
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74b702b2354f90b8b215818c44b70bd7c9e59ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023a9f78538fdca1d0b0ec30e967e9b2158835f4a7f84a557a1577831755ad05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e7c696fd6e682df5608d0eefdb0172ba06d07f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084736a86e79f44f84b64c198b2e5393d985b16bef9723fa99262ee5ff1c590
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1297815d5ec3566cf513c8ef725eb1efa7057dfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8490b7fd9b75b590e86224974f9d1d4f1891d6cbfcbf32858c14cbec6547e926
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91414040e37eaefe6cd30b398546d7550b284dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f806c634b57a19b8b4ea705880ea9f2f0afdc289f15eb003f132f29912225368
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05e45bd692a7b83efc7ea9aecd1f2fe96e5c24a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02b53c5544a75e3fa403e4732e1762addd72f1f732f2a072eea467643463c64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622a0dd5ff8a96bacb832aa024cd1bc8736920bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1ae63dbb41e71b44085697f4939b839d70c422cf5296c9f201250c7d5e8784
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9141f92e78ec0f1ce47edf9ad83f7f8ae7a4e2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8431ca12709b8ebf8c75638b09b64750d707f6727156943544b92dadcb6decc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693340a64d7d32dbc4df020949dc35fe4b6343b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797de32fb4d8c5c65bb77b18e78e7f6b0eccc02fda81e5cf57271a1a57e21302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aab3afc3d627f1a7a65b489c947191e8598515a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02f035f724a71f530221dd9fa5b8343c3031bdec8f9357ad3769ca788a4ab0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa303eabed0f9624962abd6194d7a40a298c0381
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68af67560f3173c777da07566c20b43b001da47fbcc2d3a7178067ff008bbed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e957b824dc98a8cda7bc1ddac50b4c338ef151c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4b1fa3ff1c8fbe1512950cae1d53d8c27f59962d1b55907937d43f4d0196b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9297df95a685c9e3a0238e7cabc655fb9ecdf081
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36c9c128df847de4cf5d09720925110d6677312c59f7b3321d6b1418a3c2900
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2f8f2b7c869e2d354756d041c6e1ed1d96f6ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6344f20ecaebd2286bcebc4a7b65aefd0707ad767790d03f37d64869942ba4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5941281fc4866c2faff4c74873d915e8417b9853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e525eb3cd440dcaccf0a817017f7ae7e7ff5c766408b9f25b74b66923d40ff1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0045f9e88fced82702849f594150c0049171cd52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a657ed95135d8f00dc98240bad28b2c95d30ea15d6c19c0402bedba88e5e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff83f444741dad1cc5b63c689c3f18a9d2c50a4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b904649e3e63a1a1a26b52818ef74b8adcff0be04508d3ae232b1a4ffa59b094
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0763974807d4b50f38047ebc20ecd87833718c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95368bea6ab5b63cea187ccfe2b1873d5d78049c843064c64202822335b271bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c4c23a21eba90895c8d4be87b9f35a42e5cd90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52460f726afc15acb9f47ac4720ded8e6d502668d5dd73e8a3aa09859c9549ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6207ba6a29047a115428c03332547c1536b9dd80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f043aef5f17dec70f2ac93e32fe485e446367f10e43d183d8b498fd08c116c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783d121c96d33b638ea3811681eb24a6157e4642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6010dce8a384042f4d7e50faa09359ea6771283f32e0b8b18d8b00afd385e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7b6954a4e4e0dae8e4cd3795625e7cc5487d2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7734365e433e07fab538cde148b7a5f3ff1705055f77f59af56d2d95a97e75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a14b8924a7599ddb4def6c97d8e47926b7b6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4a202ae0d1985ae012b5343870ae8a338f86d4039c048d59a8ba42026f98be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b22b1eaeb7a20d790314eb5caf6bfbf2dffdd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da5418a2c56ae6c372bac5a3de903d605c809d880a6a91e43ab727b90d0ebfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e579222e76f33792dffd7662dd457d5b11e03a34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199bef8893637b60fbed24cbf8d508aade521ede568613c5578345ab51226b89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdb4cb8220d4325ac79c152f7bba6595b318054
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc69a2c201999e4c33f5d76ad9ac09228c4c5fb50034a104390d89635160c6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74582466006a9f09ab802983ecb7c458d4b73f7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8947b0dc21182c275c2c004a0d73238b81b579c9fb23bf562051950f10b67157
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bf0c9ed38d8d2a46596f39f284589ce9823110
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74bac9f393c733c145a0bb634c7dba9f61d19680a707e3cb9472fb7a9165563
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1043b7f16a81cbd9af119304c8f8158cb9a8243a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ec6174ada96d38df8bbae0700a40d181b67886c9f518c23bc75615a659bb12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7f24fc0167109c0564d46777caefef55658377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111d3d3f3e2b74f673fd9b64d9d105744cfeace519e0fa2ba2281ee3b22fac16
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ef4c6bfbc6ee4b2e12a8694b20a30ca0ab01f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7e6002fd18266ea3cbdaa125fa2aeb4592fdb614c998cd223277c283045aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2963cf4b10285ad55d64c33ea1c648e125981974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d265df9cc02893d1cb33d8b74e3e429a06c41064ef568bfa4cc7f7bb724d8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287b1e55c585038f77f5f733c7918a58f57226e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b1732653847b3e976f554b28426d49b1b1e1151f32eb740e4b579473f7df10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0909f5d638c9837c3ef6caa5ffcff51b927613f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a679277ff49e31c8990e2f5af36ee7cd19b07b5af78cd808a6bdb1614cac437
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ceff28aa2cfce72e9ad9b178e0b1e44040b11e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7a177f780142cc5964f1d0df740ebdb34e2b255704b83ee88cd88dcd45442c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8059d69acc4001167ca123ea5f5a27d824b5ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f326437bf8e70933f93de51fb12225da969b9e007baa557c3da1479185d5d5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d7618dffa7e8ca37c1cf9f89162a532efacded
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d7f0fd0e0e42d59230c938e92cc5dfcce30be53dbe9ed01349a7e771dd591b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fa2eddb1159e7c59eefe0c46f0ce41860551f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093ee5d3265f607193177204fb9c08ecbd9df1ee7da10627406e2f31ae9a34e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3dd1f59da84118c3f3fa9a2fd25419f1fe3adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc452378a7b5353837089727177d84ade9a71e896adca21eac081d7ba67d5fa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9e546ce8e753f6f623cd96943d2c3a8a60cfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dde6faf28f8565b095f261cbfdade46fb039249ea6dd4247c8089e8f309e719
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ee6defb5129540e34cb6d8bd71e691967393da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db13fc67742156c27581c83d1288c13a55bbca78e697aee1ee9ea71595d5c38c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835dcb7262f949e16eb589fe5dc4b9a467ba9487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab7e687c5e69ac47d5e63f88a9d7e07acad596c22195257db33174ca0662d7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fc2b549ad8d5e2e66995842f417d1f8ac0b1d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7d6dc037aad4c11be096eba32e27ed7105112ec15435efbadafbd85ef28b42
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557c586d61db682d8b6d32bf4bf2ae8e6d8a0e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b3b7a7a029f9d9a0f2350793ea690e4eeeb63e23d6acc5e6b58711addc432c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3de62e856f294fed7add7920dc08849a151391
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1481284223ebe514b10bcab341ba5489c14b65c47b79bfc9c08099a566bb5bac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8948639264ffffa825ae9a62139fd12d22b2e09f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf79cbb2f4a90daa79f846d6d7d5ce3e2298a5adf37d920f511814eb306bc83f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceaae9418cdde6f4fbec51a11ae74852fb3ddbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db85f1dedd9793a12ff396804b3d3c87d60777afe6ea5cfbd788dae633b51153
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dead1ec7fe88b8805f53f08712f475d3d03eed0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc8e2d3f3527e4c1848f4273d225fa3dfea5e817568eac3a06e37425704489c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07037c0bf67b477afe5adbfe614401a59770a749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde1c6ab0e1006fa96229f33c8dc69d5e8c0b7fd5742c814e5afbcbcdea27c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2294029b87eb7c25f0741cc20e2fe0bb6bcb922c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f124f282487bef325349e3c0cf84339f1fe242d9ca38d3d82f59604eeea5d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55094fae13a7e16295c9654c56fd61177eab4d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be66f389fae8b1594b12844f7448321494afec25c6000ebf83fcb97f33c162b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bfc31db6a9e31af51dd12444b9a475f93518e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554118aa8aba5e008bf39b1f15428dce59da3360e7bd79d533aacded8a853bd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce513c3314fe1923bf9c55c94439535f56132a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592d732830fbf4ef86dd50807c668baf4c1e2811200ff86960dcdea4de0fd065
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ad1f76b26a870a072a9e45bcb368f85de7dc53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b843fe4c680aef898b7a50c6ef8099f4e3c467ae00359c6b2d7d360de18b1f26
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053d8fba3101562af4a8b7e9200898c45b05e5a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fd2a9990b474606764aa9d5c2b3eff44b326d2e39b568ad2cac65658e1257d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33058c59a010631017c8b33058f2adcf56c9651d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a74875f0db7c1af2fff7c6ee6cb41a91ae3962b18d1b1138f367312b6108eb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12de8d7c17a2af62daee8e3e484c37febd38d692
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2535b12fd551b4e366826d2fac5af38c6bc3592bca95fd15013dd3cc6fb1515
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cb8a0891df8ac2c3e879860a49f21038adc21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ecfb121413da4b5b4538df6007ba782a88a2d0bde9701362145dfc696aae31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b29cd5e57f42379fd17cfcc73f5165499fc14d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf18979620073657f96b31632d00e7783f046e9d4616fdb35687dd829ad87c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9510ceaa974dcbf34ab87576608e99e2d11034fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a56f1dbb1dbeae807aaaf40bff05c6332a82e6260168bfd6663f6e392569a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab27be3dbd9b0d29c9522355326b388720a170cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b279b00a15120d80ab796734e568c0c6db0f6b8754b656e7bf64fa3731f2a7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7228d16e1a6ce45bb66de3da14d97864782d63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1770dca0c48b277fc8b40e830877180456a4dee6cd22fc69be942f0af9538460
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b9fa47cee0a36e071bb36cd8aeea6645e98bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaaa64265ce6445326420cf12632b02f1a122b0d1af31d719ba098dd276fae9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1f13164788a0972777618ec907fed128486cf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8de9335e14f092c7447da8cacc5c528bb7003dd25e173cfa44e6e8cc02a5b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab03b8a68347f586160578b1be5318109870698
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da21c78ba6cd4effc60665cb06ea05d5ab7e4dffb3a01afc6361c656493dedea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c0a515b1a57db018ad65e965ee1cd3dd50a7a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca59c08f28f4764a60d0c0e15faefb3311420e64c3878d8249f18c5fba23ee27
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e5ddf173d6e46c8caea548aad1ec826052b923
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94312442b2925b73edf74ef9f6919c9e918570c91c066dcb88f45fc1becb6280
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50e2b6ffe4dcfc6bc8d04c60f6d88cdda323ae8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3944d3efc689db621f8ee21026958393263a62d5e903c4c918979bd07e5b28f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ed6b3c27017d2910cd7c6f4b4298cbebe7e037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30e3415b4165c3528337e5ef9f162c2353d66c3f8b884093990113111dbf1b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7b012b0cc64dfdb5d03b3dba61ae1d1589012b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178c9808c2d83c8e1afb2d8657593a5b0716cf943884ee61ce085e23cb0a23fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c442866d8b877466f2db1253263d5c1ca96e2ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1501f919defbd9e261d33e5ef4460fac387082b41a1094aee1aac7577e6670
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf80dc4c4d058d33709741ec50edef694a3117c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1471f7e0e4f11492ad63841008a88e4f1b1527323aadc2a2d3c47e5a6b2926ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd86582fbc287dd494757d2f62056a496fac2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ade6d3acbdf2411bcfe2170760a8a4c7b6efa6b5e80c9719b6543714daab46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfea297519f343e52ea775f78f4570193d9fa51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0bd3aceae651dca459bdc4aa50d1a9c34fc1bbe3524a5784eb70b6f6c5b235
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573ae877a84dc7064c14cd39da743fcee59b5cd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5aa6fd10b9f9d53f7c02e54f2e88ae8dc8ac5eb5415abefce2bf0be766e3aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa3ef0460f182f7f5efeccc9575bb708fc4c894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bb9bc51c6e446d78e54da8a71ae700d259c5ae86f6b756d861ac6d87d887b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cb0cca0fcccfb95f731f3bcb0c95898adca887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6867b379c3d4a79b1d921033534836f188b9402a785f3ae7085efe87fb07ac4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616d48972557c7ac659dbe06c395ca8d8b4e6888
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17537b82d00e81f5d00328a2f735f5c3b1fe46763bc0ec4c7cea43d134a187
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7770d00ccde6e1347e864e75019d44d8eb1a4e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30fd054d68f9829170d7f46bfab3056fdd7ebad8e681483e0a583528cf0391a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fd76df0583f6df9c2a362119777a99be9df000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e138e4551d093b4374b327585d19bc9c3020941c34f3aab69f68ae3eb2f08f7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6ab1dfc35e4a5609a5e6f5c68ac8177b516821
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8057e703062079fc012a6b393ba5ecc56e57cf1c77d45dfe17e2811fa37c90aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ea10fbc2bc814991a6d590cc6de7b6e64f9682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cded532d665aba59d5395ff76c4b8426aca1358d3bd31106c4075f190365c044
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d639dd24621cdcf957e4829ffb546a3ad38b1bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4a0063c05a7987c33e75c2023241fc555b386a5ab8fae72cd2d1f0f4dc10a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6dfda9ec9f93fcc8980d1db81cd30c9758fec2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3faf3982777fc8f90efe68aa12d3289b7b6d6bd49df738402ec18d8c03823e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5e0e2bea71d640d9b69f929dda76c5d199ae94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b70e51d71b2fb1fd219430bb819d0f52fd5ed711ef6e7cad7c7d851d866824
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964243623b72273498c3c7b955a5520c55bb6dd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26a23a73e38ac93e2ba6ba1f95ae3917abc001b2862692891075865622f236d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4521ed45e89ff2c13f663447858840f8243f4852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990fde088f5c6a1b67208cd29285f8699369a23aad1521b1fb9dea00a47fbba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e115eefaf4628c8f63db6f5df1afc4ee5987274b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a84ef59d0075421c04f8358fc41a9af1419e50781309dfd6aabb964c94e1273
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d55363800f1ade375e5b80e1b447493e168b93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4111a7208764744bf63d7f2d3c9058e646325193f947ee854b905c3ac88a779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68f509aed56eed6935334bd939390fe5b08f39c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0869cb15c2a56cb443194e83e322ca1b8a9787afc6319549603d9ac7a7ab552e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfeba65c168e5c708e867432d352353a310f6dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace71464edd90acae90d435d5d8efefd7196f5b9fedac9a5c3629dcbb3ced0d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb5902303d27c111c03c2a3106a2bf7c81fd26f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a2e48002a70eae7a05b308cac0275fc5ab10cf3d9ac8989d396de18abcc574
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82ea0292bd40466dd7632095519fe470e30e949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f4e5942e2dd02252e5d70f8e2bf677ed85a2405525e22a501899d2d7b7997
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0863e3b9c71bd15bea3044c091de6ab4089579a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aebe0c54802271d0926cbb80f8629f676beb3c78f82ed345adedf402d61537
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb06115957a9e90dd1b17208d4cd924b41a101dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115db088f15f155ca5e73f0e79d864703f73d8c1903265a4d7bcc39a549b3274
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c5818348ab591f7d6c6ebcbf6bf48bca2e3eb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4e1f980c0e98bad7e9d74fab16cf19d89a4ba6b4710f16170cdf977d83754b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dcd83972fdea3191341189267f50851f74d8e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61b7e076ebb953c8a1950c088cd8149a890bd3104a6e97986f2825bdba48ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba1c66a4eb2c34ac9820a10eea26259fd66dcbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0d07a135210c623fb034982dac06f5549ffa9122b54f86b0dfe6c0cb9d3f3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec66918f941361a286a30c4a5a769a098326595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c74a6f9b441318726e6755a0d7af1aa66b80d0b330c4c3e746d1ad5183a9f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5252947f6c06a76c010f25b66f62bc70246409
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf421a6c9587c1c6cdee4d6b8443c826f2bd68cfed8f1cedc44bc4722bd282ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2648c1830a584df6a1f1086d51ad26cb45b73a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7611eb0c7b25cf579093db5d6fc7861402b668ae2fad3cb4619fd10b82947eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c923f63043533f2fa76b51445bbcc75155157d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0157935ec2cc9989dbf2331797445d93044ae614eddfacd3cdfe76402b8e7fec
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf6ff254f4e15dc1152d42820709f8fc0fca874
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8865dec9a02c43407b136092e9082ef208b02f5a4b25cda9b512bd66e8057b75
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93ce19dda19cb4659c14b69aef8a80382a947ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19259086cf7694f852e00edae4d59405d5ebed50b0304037ad2aaac98a7bd964
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca29160e578a5a0577f8fa6028c83681b591e01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34771aaedcebf59afd96722885f186a4f506e3882cd09105ee1fd5151b495b63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1677c91310ad8ef35bdf44dee049300750cdce6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176d9f29cb7201071703364843fa25f0c55b32ddd172768c4e2a155d449ef606
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d47b39e0d858635b22e0f6d6117806c60456e27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dbb39e500325634c8963ef3a9869b2accc1744e2a5301a66e872d71f7587bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a825cfcf26c92080fddaccb9e319e99bf6edb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22650de09c67cac7dde563422249e161dcfa09a57fe128c8e6d4ee19adbd418f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2989e78d440d5210d0d2681397f7d88b3e994e24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65022ebb728c1bd0fbbc6d1d891a4853d15686bc051da8766ddc9719c6cec15b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473bbf45f95529c417c8bce771db4f1b26fbdb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd3ec6a17a0eed43fea9d20860ec1b56cbcf400d0221db43c775188c4fa1564
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b80006de29ebf002bd9bc00f8e01dc0fa7ca142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524b1b37bad7eea7a91e56f7b55c64c80528482c9bd233d2b287dc6dc496d824
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e14c967dffa73f67f4eeaea724ffc37554e1a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f4229e05635b841edbb5cb35ab3300a9d55172793ec06edf468f4e2ee6b805
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4db5d3fd53de1434d0cd2a7c280d4145812df2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784a90aec104ab6ec735845e9c9b702ac308b66b311b18e8bf2de34a638229d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c6b593cf5a0e25101015d1b8d1fd45d299eb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb8f1a956a1972b3ac04d1009d9279181d0509a7ddc72d80189da72244789b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db678d40fc0027eb9b2ae258dd1c49d444398840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c68e0a0fff923aa78c1110cb731cc7522f7c737d81359db8ed20f6f9efe1e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4da583df9268cb1e7fe2afcf2fdd6bc157f423b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4af1df6090d3616c8ad9120316ddaccbaabe9310a0b1efad6c87dcf3716eabc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e96f055de036fd03df692f0e83437e8668f942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252b4e502e701b5edbac4e8c9039e14535d40c63c2bd5252995c6d32820c15cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ea18f02f8be72a99a51d3c0b39bdc51bbf0902
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41712a2dab8612fe27a44eec0bd928d02048e20d78e6692e760c9c8e0ee49231
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e908cf0a802c278486c56f7695f1bb82dd1547
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0d7c8d59016b2f362243168e09e1c6c38fafbf30faacbac3860aa7bd241bd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b789e9e1ab5d4e3776ccfc47298d69615c1331e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cf36f81b0901f0c44efc79524eb0314e4e7763c837e106aba199a0517dc43a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf59f89e6c115b1ac96502fd16800c073d2ee43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7df1caf6fb10c469f8a4c5a7a8137a2417798e60a273ac55ea12949751e58d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5540ca0e1e016f0958f223973b9dd67dfdac9a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e08228092a4112bc6a66ed71fc8c77fc60eca8f4bb30fc617b16d0d1cb93697
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddbbd15a0bb9ba707497ac62775838057de042c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb89d634a2403eb85d4d9996f9374a21361c5dc695d73015f28a6f2bf704196
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1ece1c16dd75acc154b7ce5a05b2a2602c7cb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d663cabdc807b74992d527b2322137a1ba4909484a7ecfe9477b6e8f2e88d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4063c38d3c73581a388fb191ab4cafa749d4aac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfbdd8ed5ad65ca140c09f3fe31ba5bd95df7841fbe5ff439d7d49f0c763875
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5447d27f511b4e7fce6acd46a01f9065f8ca868f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240f62ee9e500e1b1a3782081afd879311d9d616ee7a99a993bf6bf7c63104ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8296e426d8460e96b3c6b28fe1be837848b170d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3d1dfae19690d1dc9bcdec64905d6068fd79a1bac73af4580004285c9b468f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5094d6cace8df81daa1abbaf982d7c960765cf90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c9c9ccc9d7f4ad54ea9e0ad538c1bcd7ede2df21422ef78de249a4c24e6857
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47a3914f9ce1c798808d97643661ba6c50c39da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3e4f3595838366da83e5ebd6723dae7376a3c22c78b3419bd7d19fd99dd2b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2d186ec1813eaea60bfcec3cdecca2f5590814
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e722abddee9551728968d3d5d326f268eb287c94d269855f5118f85f44500523
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1be9c9dabc3ba40cbfcc8b5cc4818ae6357c07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac53ffd3384f67e81cb8637449612aedc1aa91347c8be6c936623e68a88923f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab8f5a3ca8fbeb588e8b9fd1b9a4bf1d67401eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabf1afec48e4f0262ac40f12d5b4522ef65ad6762291f38b53676e0467d16f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5910a92dd2e1a2da69396861692fdb898df09a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac4389474ca311526f5d23d87d54d59405fb915332a4b8c8fa3130bf2a820f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7076955b5c5dcfd600c232f329f50d872b3324b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1613fd7db11df453a879133966d068bfe5d0df9041102d2b6404650c927697bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239c264c8d31b05513466414dcbc56b6a2917dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe14987f2bde9cbf3fee7803b90b10e261c24c3dc5ede6e37a7fe9e48e1922a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89da2ab6ca80567edd9a647be6202cc672324011
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3650b14d14e9594bfa4cd4d60c25a99e0e5aace37294c986a8391b5dd1b67881
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767ff19993f4e63ece9d5097199ab0c6a0c0fdd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701f3913821580aa54967d067c87ffececaa85caddf12a86dfed3dd8099898c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9a8f37ee3eda50203029cfa286f71d02515ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfb3245acc742b54005207c36ac13634be74bc180490839c1e569ce012f3820
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fc0573e31f96a4d7f1a492011538dc6066b533
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd5a48e540bea208e7f2e3ced884d2403ad65a086ae5eec6aaa261db3e097d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2317d39fec29ba191a743a8055d48d37333163b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131dc34a6452a1b449c9a9443d4f3041c8106e5432f86f1146f573f379014a96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3296cf2e567e1e3a34b758388d7bd6ba03338438
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82cf837bb17af305460bbdb3800cb76a9d3af8e934c7fb2aeaaaf67d087f800
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c00f652b1aea82dc86417d369d2b09b82e0a0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3857e90eee69bb9a63752431be932459bb8411a99aafa480f3bf1c431bdca3c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485fd4a218986be833cfee2dcf4b47410083d746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45db77cabb5f2bff03222b24339e24d9ba05d93290fdc18bdcdff7ee65152187
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082f396c2a4382e0dc8fc0bb4b047f17f75c87b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0b9b2ffe340562b5c10b320002c4286bd2ee9ade612c80080efc776280eaeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d829259c9d3239392f30217f835fe5045bf9806
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9feb79cf66fadaa2e4f1314eb40c4a3841c88eebef5fce863769da0782289a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bb85a5cb42ae6f0dd9abe346e8e97b1db49948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3e2ac6973551319edcfc47b8ee1affc2a49017d6828e6dee19cd96364ac668
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0accb7b6aa390e1a054571fe3f278608b6471f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76200590f9ddd34baf19c3482bd089e3e9cb50bce105bcea247e6164986aa812
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedd47632ac446bfe76c45a419960a4e028eef2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee911ca43574768ca7b307e99b2415ab072ed8046f3fd306d56d4fb1955c9033
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8bc026e89c65ad5748574a7f3d68685ef01d3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbda5f49646ec89084e745e780a121ce61cb66b9e05a9c618bf6b7ac52eed68b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996e14b4e019eae4bb1f47d9b178def40def3bc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ca5f5dcc33e896767ae6aca47871b372e7cc4fe7e8de67dda57de7ce2529eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa39127219e40a8f7c44f0d96663a08ddef7a32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baca4af83375c1ddc9d25fdc017bcf2076d624c130537e75c92c6cf03a4a3de3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4cdd08824742c9c3e2a57bae4ba0d38970880d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551cf78a8c6fb7c994cec398b8e23eb14123a1eb625af0238d1bac3b0ceaac71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3d897d5532d46a2adc38b34ecdf21e40b3d3c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b635cfe33f9b653b7173121d97d8c3c6138de912030ed32f5c4e4881964c8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1384e971af46147c4fae53b85b0c2de2d620d81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305cf72a3172c8f84998826b7866eeaa5a57f359fe571fc9d7f8fe5a4e62275c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62468791ff96d5250762b6717a1e0bbdbbff0a6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f467311b61bfeedb846a48018ca55d1e211b504e33f4c53c96d884c5888e4e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093d0ec19915375b5b77423b8f528f454057bfaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea3caac0df457bc08bb3b8037d4083edaf298f4dd6b57b59ea51a4c1092ebe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b436ef1e09e38441bfc231c1d16c9d4b694d230e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a50561643066a06845310896d47470aff8fe58bb21781f95957366299753c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c89fa50643512367e1aeb679190b01142a5fb56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f18dc9180653447753cb328ede6ef5bdcc4f1cb17278b398c3c7586da44ceae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c413b0dceacc6c66399abe69af17fa668acddac7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a83d3e078e84d1cbfba68bb32620f099f6c615de2fd0bdebfc104ac1841cdb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7a1ee87ee1980fcda056fbab960be3c262e2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375251f9e9ceb44a1877e5fa66ed751aadcb05f9e43a8fd3e397dfcd94f49274
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6bb5dfd58589c0e12e1c41afec738cbdadb738
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8542b0e34eab82d6e8eaca41875c088984410a9f98c205589af0461e835423
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a0b893f52b4f4dcf0cd306860b8a7cc20e7909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d84e7625365a264dd9ef53752454660d3f6d306a864f3d5f4396ca880fbd10
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee61c2e2d35a3eb97b52a90d4dbc228c820a3ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7453e2a62acde4a07dab5a60ac6d085327a40eac736a101b4ff00cacc20bc4cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f37e4cacb3d65bcfebc83b7b48ef283e34d195
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6194d2ee819ace362e426dc032dd8c2417fbb4ae489d0dd778c1a13868d2dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9811d01ed21d644dbf15c8abbbdac35c9b4584f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0126a9776a01593f9614440470cfb58fce062e5c1cffd2f40807aeb805daf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7279a8ee0b9d3c6064cb0da0640b2f99f6dec085
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae070b532b6b9fe0c2c00f38d942087d9b5ad4f0a22091d11d3439f8761b6f15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039f7c5e9b1b7e9f634ae333d5e1bea4712217cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8fc4effb78eb0fffd5953f8877c37dcbf439f1c5d6a8f6fd7afc821cbf34f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122aec0a1a46d659d5b5d6009265761fcd3dee1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec81cc0bfb545659b7b86e55299b2015d1c0f76a34252bf6123c895b2a67875d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a53827f9ff74bec1f34cb1865d05560981b2d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5c45713cd4ceea1b0f396b605981a0137d49240235b94825bbdd1800525b82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea99400923c2921b125a04d307d4f32a32f3ed30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb6faae6099e4200101a99f9616eee72f2b41dbff0e710b78ed1fd51d608203
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373592f87c58624ae34ab72324f1ad116812f8dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0943283ce7544f762abc3a51f67da12e105a882d0d05690b480030cb324440
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ea7f58b2ed1f408cb65b0cfecb88ab762085a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912c8862db2d810d706d7dbea015e83b7a19c48d4e4006e18b25545ee5fcea75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d2f1ab00495b7f3fb1cd9a77d5ddd1adb0db9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066863a518643444811e47bf5a869e1039db4374e7e18280223288c54cd6576f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71361deb69381dc0e75c43372ec22c9f3a40ddda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d199442a302189404b5f4f86181d9f57e320b82edfec6d845d6fa2de88608303
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7f1bd417ff0abb0714e5447d4791e38ac92ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d7c4970ac4d5d653bce30b228125db0ad7fdd462299bf9d1f31e212bb8a87
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6e62af1a35371fc934c871419d8189feec25da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ba71bf00656d4fef083ca7b58ecbb1bf9a4f768629a4bc027d1119b163a67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88957aa09defa28e3f3735b57fd3664138882d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb6a83cce8657c654f2359d79a667209a3e7d407db0d47b6fc80c41d9694b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b7757390449a43f75a74cea4db1fe6b8f3211d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac4f1a0ba46ec9c086744c613f02b54d095b6562a8f970a12276e7d1450d84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6869c2a1aba1cd68892e6612651dc56009048
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fc8981ec6e60da6b03fba8b068774f4aa905f5372198b6c09248eb75d9c80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1420ea72616e67cadc03445602b85290e623384
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a49a463a6d91f662e63919c3f40b734bf2aa955404e42d3b85259fd2e7753c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac089b8fd5326719aac6b2893011c0abc1f845c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4eca32903d15bd57abc05b0ce97e82a7134f1635f764b7a3d45b3e3beb57df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb24eaaea3df1d445ec9f7dbe957f5960984a8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1dd8d84f53675e8b133c0abae19954b784e53592ee03f4f015244820640863
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a106a68aa865a4943e773e53230294f85cc64de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a45c6c94bcea0090c7ee3dd03f0d72f12c68595b91bde848bb62ddb22c50643
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8f16b8127350de693ac716eab5aabf71631c1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a0e5ce309b1c4f0a28c8ccdcc82d6361ece30ab45fcf90464c7c67931d3881
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411e1336a40a39db1becf2ef30a8bfdc1fc3f9f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e12b38d76751f3dcac2e1141f907ad938cc98966079b1507e7f483c6ba8d5d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd1fac9deb2fb50071fc2363a1035eb54d9670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc3db3e28e47b5e170762c918c6e830a915023a50f40d1127c54878ea8347fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ecefd6c08d798e75c81a5ee15c212b230063a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16707dbaaa58118d58e9a13bd7c358407d7f8211d8eb8cd33cbb432040b956e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debaf4047fc4baf50da3289b6d194d058fbdc8ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76f45c320421459f93781ba306f5c5eeeeb330a8c72df0112c0df75ea3744fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a659365ad1151e5c27f35f9971682ff91fe32b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c1373487de0b331e11dad54a478f41108e225687229f7e5f7ebfb7cb25b09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92847c4f77e98d3cff6fc6a569d24b37ec964ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f045ac42c0b20329fb6fd2ac95baa4ea214fae2ae134d095ed46ad594a90c8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422d157bd7ab5232159e0b7832362866366e9e6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53211f8acdb6709e27249e6bd63ce1bdc1641cbb00a881796d88efb1ab2debc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac550363dfe12c834ca65bc964d1958558c6ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09587d77aa4a30fa18b28562b909d08b0181e77e378f448b1289ff3919a8b58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdb6b77811df542cdb7bc70929d3935b2d06865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54efb6b197615419711a0fe5cc269700add07ab6f3d242b568c39aed41db844
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698c8482f3805f7997204084326f7ecbd19fb524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8547e8768c03f81950bec3ad44033ea33e7fcef606ae0c301e7646db7001cc4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d012ee84af41c2900af9bfab896afaff1dbd40f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b942b8fe7220797b8f6d591f9fedc7dc5dd4afff4e551df8555ae3b5a0680e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0778aaab9721a43edc2b1a0e4bc4a9de7464aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851a1e3e837d04381170bb5428f850217e0ef6cba0f3ef65ae2b55fc04fff24f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade0af38082865bbf1bc706a3ed639155449d30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9225265331e87bea662ebb19a9d186c2286f93b378a7812c675d6a01c889b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07435c6817dd119b320483addc864fda0d7ae3be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f735ea95bcfa58ac14dcc9d2e01250fc9f14f1c27067b18ac45ab7de7e865e95
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7870d839d97395a162e4699f3a8bdf7f92143bc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ece91f9f090c751b51836ebc2f6443be65a34f1be3ad48ef26b4692db7ced80
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c2b538d0adceb6beb7a7bd76e6d151237d7f7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986072c2fa06ec3424786923e15be5012a1ef07786faee63a4e37e8aab3c6d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588244314fd0a801330b3b4b1d8dc4ad671ac7be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d56853b44b64df01baa0a3f097d2dd17dfd8d936eac1f8035a732408f88fc0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b846e33724f37f0efab4da97f9cf324b9c65f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dffaae52d96d88ca85c5e50b917c1017aa11b6af219574bd20681ce8380478a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b01272e071983245894f48da9c952c392c64f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf57deadb732c4cc9d514c877b823b6bfec753b5b1193b4cd9f30547fe1afd1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583db02d21ff551ba3ad255101db97d9a853f158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7d8e2c81293d1d031d7ba2d028080b908a3c88961bdaaf37d90797fdc6c100
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ecaa64ee9edcaecf0e6d7f74fa3a225df34673
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5380725f7e6a462096c82fbac360f4a70fa6e84e2a4cd74419590573ce78c05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f6e598b8d88b6edecb3dbf349e11c45590d293
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac36dedb384629ad0e19a82a445876436b0237c7d9d86a70e4aa29f20e1ae4cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dcf715155b3e7db5fb734942a3fc2cfc1a023c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc044da560b851a7c399347c343247d05a5dcf5efa96c80ee4cd3b4675a0ba2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3d551b83e8ca2155983d1753266979463cce34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9841115f06b0607d4669aa8b284d6dd01d5ec5403de0b818782cfd5c7df3e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b643f616dc2e30c4335110802ed4beb655c8e84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f524c30d627d7f1d4b2ba4f4d55a0b26844c4a13bd4a87cd0a96beeea318e05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9825186dfdb7b1f35feae89c70d2cd34cfc1cb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfc6eb557596cc94d95ff742ed27a8a011813090b031f56f1461ac743cf98e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c912b79ad56f7c859305128fe9ae7c52e06add9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc6b0bea7a03cf30f9af0d13b3d04a918f7fdfe791ba0d9af245e2efe3ef6ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ff88f59bddd7a1da62998951a471eb44db56b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebd24302280d3143f19cc17962f8f2f55f71a68fe6f8fb09d0ecda53abdcf2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32184021cf275b4e9ade2032cdaa9a93af1cc2e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c144244f469ad03851d939585bf9d748d5b19d3ac7e519a75eb2125f36df12b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd10b0f30cbc65b92b710aa533fe6e338828383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ced58910cfd2b6973623164fdcf20597dc8f0305a9c15f3a7f9896c3ab892f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677f6bfcee0a4ea7a86cabc744cf78288c11e506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0364ccce50e91300ab48314c58a4d47f0d19b6e198824f38743d02b7a340d96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df7453c80e717bb8c3299f91279f1bda18a12ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f5db3b7cf61b4285497b44c9544432c6c67d69256cc8c8bdd05133dd69cf26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae16ccb65a25da117d327f6fe5407f3c79c599e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6094815da5048a0a54d3ff06fadca5930a841bc893e5cc260cb67114840351c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa20206a74b89da42acf41fbe5dcc7e3d631736b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac0e1462a16a4f3668f1d9df209491c95390ccf226755398c411dfd4dfd4906
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad384a339b5378b19149caecc0c6601597efeed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d66f70bf32e8cd5a1936854a51fe0d610055e4776a6f0b9a28babd1ccf46d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b130c8b840a3c3a39a75855fa2e00929b18c7aba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3e25a434071f2cfe4fbbec64ecc1526fab8ba9220fc4c8822b5caab8a58123
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260028037cd0c1966812e87a3ee1d197c30eb234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b18d58818814a5194696fca55e9d8f4376656a67cee4bc10e003b6852801fbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8802655bc56dee7ffb08e9f00622c892ba8ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7853b630fbad6da4291abd117ffdd13b6c2ec1654de27ed419b90d546843b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd01911877f14c3c075bf429cca9174fabb95925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e43bba6fa41e92960056a19e905abf72eb1dcc34f67cd36ccc06d5025bb709c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e9db1ca680b9cee62226a5934febf65f241649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab43ddf9c3ff01105e023d55d51dd31904a17731d4e7a0d27a3dd805c43969fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27545933459151246da721a1905d18dd2cf4ce97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173cea205cdef497cdbcd84683e040ef2b22881a1dc6b84adde3dc95dc6b04eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2299e05d09e5e7f59039a3cb8db669f1b2d6a49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c47f8b7eb0bf7c2b958f2037d0f88dc7aadf18a1e890907c39778937427a564
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a31081ed953910b7574779412d03fe7bc22b47a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f02ff5a6ed68da969e61d688646a58cf2750e20b9d0c83656b535455f08134
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc497228127fee2c66652509b613842cb3e98e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb08471c8dfcb3c152459e41cf12fc4afcbfa50588e805a44f12cc8a52bee218
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54d45f8f09f0adec64b38546f1f392e23386151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdd76cab95efb68c5570309446857f5a24689017e1bf8d382ee3a72027a1827
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec588447c92ac95b67220e0038ec7e48db50dae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e716a42ab464972a336ab63c8947559fa0a9274fd0be55feb5dee08f29f86954
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de754e476156fbcddc49573f944c8c634f7bc5ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d036592caef410276ab9e5854bfc53075862cc0e25fb26deca97b14999b8a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86750fc50fcd42c0a378d9a8d567f999b94138c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fd4fd4551bd18a2e8a48d319fb159357ace50d27b99ad0bea4800c1f687309
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8cb971b7399cdfd24c56626de6138cb68b574f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c03c32916bd9a6ffeda783c02bc73259d30d113e5f8dc00e18824370263985c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f61ea6ffa9d58724297bca2e974179ee4feec72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f21358c7ad629ac38277b444627a4380dfe48de051e8deeee47107c4b8ee9d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4095e6b3c0203ac07b916e303d2046eaf1227ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fac11d5c4cae3b4052a88fd12bb18e0d91cd253f1f4b6f33b45f811a3e2ead
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f8d6c1dcaea45c3b56022e289cdc642fcdb5fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b33f4f375edfb4a2e42d268063f9cce546eb5fc14b5c29535a5b89017151e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ed09d4974db938f214bed912f3237dac3f81d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77253e2c0c6f5409c4ce9556cd82a61f4736f59c2698c067f05584e6669d482
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694403d0bb3088e3ca27f7cc1b283b515e89bfea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93f0cccb6f68e382fa60b899725c1150f4bc9c91cbe6c48abdc497701911ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6811f87ee26ac68636725cc50d27349786e980f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c8e6d9e75935a2b23e3f1b004a5b42ed171c8ac78633a08c19fee1cd323fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a548f2f13f4f4eb5f7ee435f8bbd759e5f9c9715
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814bb1be532d182f590971e1d38d4481e44b0e09c0c787b6a6ca20904be240b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daa1c7c4714f163df1808d6bf941f6a16e69a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f1f3ee717fdd0ec31efc5cfd2c1e8b2d45c9297f327a2a6faf47740cf299d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7573f5f5c97735f90372580816905bd5ad80b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53d7a30b913c5febe9a402afb919b54b3d00484423e3284e856920655e6d9db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ec2856380289c91126851e51a52f4e19b13cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5141dcd8152c9a0029de5240b920b2138f1a8ca2d71b61f1e95ebe82b08ee1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f395c4229a321063e879b1743cb5e258d9a49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d4a02c26fa2999f5dc4f0b2f873afab9110867cba19dcf7b3d4f0269133413
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b604774648884b8d326a17276708445ffe742f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64eddc9f7ef47fffe04b5fc85257c422a751efa2f9b44271d111123487f9f76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97c8469535c1dd6b1837c9c0520ac2e4041238e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1231a9161183886f211057d5ffe9d171165447ca922cf2783439a8545bcd0e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6aaf13d9f490f46e5b94cbd31d81b6f748997c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d2ea460bfc28150b1cdebe77263ccaa6e6879157b430d2fb8b98b893c9388e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8591fc9c568d098f03a31a02bdfb24a08e51eb8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b13e213649b5f8bc060bd2f0f792635545251944ae57579560acaed453ad5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb75ccb6be682edde7d96a44ab2b131b30ff9a02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b3524d6c5a3ca860db7743f2aa0aff53178a0a5d72cd1ea3baab94bb58cbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8267903bf64b0043c422d70576dac614a877163a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd316b67ad90b664071832f4d0ac90246158fc5709c4ccc4f14576d54bae553
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d36c74265c8aca862ef7417b5b98d5a062cb1ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b089bab89eed38bd8e0490d7e3627148d4b3cf1b60b16829e007af11d6ea70aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51916d39792490b20ec0f8d2999d03bed66061f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc023cc0efae9c5c030fd913960997e227b6748a8b4823416a182ba7ceca3c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0d58bb07ef70cdc77c3745667030b4d1fd9701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770452ed9ff130c8c0cd1ad94794af0f8842763aea869fb06d776d0444ce41b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c4d48cbae4a809dd90c16d7f94a3240fe8e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f68f8a1f3b402f050843e010f2f2f7ceb5099f720e177fda7fc5a459ab01e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd51318daab6b79ca309a6e62d4f7d36f82c0a68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86c3778095ff70cc03941e1c8f23be65708576ddf168ddc72d34ce209c2f577
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cf89f72b698c93ce6d03f395d09a4176180c6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6e716d3bdbc7f5a5bc03143b116bed479069571ec073a7bcab9d267a33e8ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b31e54955f8dcc89a19b4edcb8b2f06e3fd061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccfa27acb53125a82dd14322232de16c5c6aa3cb8bdf9bc70d580faa9259ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d2189cb8e1998536b25dad24e28213bfbf5c27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13eafee12bdd4fe08350022d78fbac1166315a944349ea16a1edf8305f59b06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e228c930dd842616085a7d853e71c346742b7f6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cc5219cbeb55d5b406581bb303c17b65025bc4561f8d59f77cd8b1c357c35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf09477618591638361afcb51ba0f00221cb7fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4ddfd4aba64c515ab2cd64aed291a3fda1df028ec8ccded29fc5bc4298b3b9
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766fd4102daaa14f6c69ce5d30d97ba79a0c095d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28bf98fd96f95fdc196255e58551e34b31a433a417ffa5f5f2d6c6f595e38e6
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ffe44759885a965a0db1cc78c6428578bdb691
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22727ddbf5a4728b6d6b8fed49cff1dde55463b57eb7092c6c31225d47fd35ad
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0a86c58f14bf7439a5f0b72adb0c7a1d95624c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c86e27cd4e2ec92a9d2e5ea125dda8f73a35e81c1bd86df45803483679fb7d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76751478618b67b80f0c16f86d50ce9ab2eb1c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94269529f4cecbce3177368a7c910f93d9d6f1fc8de948c20cdea214d33df9ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f620de4f88844a50c8b5a6c09d16c6f0d2b791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ccab57c71939cc16dbe795ae9e1247fc1ea6c944e31fc91d7edbd2da77b83f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425bc202703788b3b623f901fd8a7841ef877057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c5f7a1109693fb9a1a72d4b3b607816982840f13616046998366f18fee1a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec559ca01fdc5ee116f2d61d34dfa38cfd1c59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b59b1289a0a2b4928841e41786544d80394ded6451f8fda2500aa24ec4c3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3d8f3041b248e693e3f56af59e0d4278c1b98d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9c92eeee756d907b71a37523976b177be1fa5f74ca6ed69426dc0e733ad416
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7652b82cff18c57a739de41dc3d09e88261b8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dcc31d909155732f0dba4de8a0a36560d8270e4168c6dbe128eb395f5e5331
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c4e4724793a22333a6fe6e5ba897a3cc210600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4326a1302a8255b05406862d879b8d07373da63c5a5676895d80f4f9c10fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c0ed5fa7f16525020206018b3b4ec18a508dc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9e74bba71394af8d88feb5b08e32ab8692b99b548923ee63e4b2bb650bfc2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540e07657f36b7cdb3a59ab86131c941780238c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e055dbf6fd1867616ce090f8883eee5e6007c973868ba91e1ae004e12fc23247
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b4874df0ef8ff0d59d1a62dfcb719d9ddc750c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c16fb29be919e40d9298882b42ce204245635469d18b894b56a924fb2f90b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a2233bc2422f6855ebad8b6d604bf871b5001
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099b940fe023835f9f0c6488925e7604a51907165ce1d496f2f57b428785b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daccf46edeeb8cbf2299c8ccb08f209735b2f745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69328835b67e7da7012bf59267db36969bfc4e4a9da237ca061dee150d6086b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507399a88664068e8b735ead4a57d6f0e177749e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a5a7972f53301f051c10a14182e7e8629a93d51a2b5f815926320d1f1e9432
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2065ac5138a686f1e4387bf594cc20c20659ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c658e6e8388c8fbf66c9cb90feb908154750806258d51d2d8df3e954ef23ec2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d9aa3bfb499653c5f944cb246d09cc6617ae16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e002c6db648e65931c1413a30f5c17ad5dc1a79fd91676b19c4245ff78e7de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38810d1df1a3e7c398265a8d4575a3af33ec0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147b771f838cfcca290f60da2bfe653b70db992fb91aaa0f6f94ae8b79cbc7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61423a96b5a2700e9d2f245eb8d7b9126b4218d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc845b4a872137dad4b384de070862a822968700784a651eff57c4f604336f95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215c58747ed12ee083bba4246e4af6ceb89616a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ba44dde42fecf296ad25e659fbf4223c77b0d355e51b54ddacb23d9a40d10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b3145bcc5d94f987e95484e2b1985bcdd999d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d0aed76985ca0076a9d396590cfb706d1166e2075c75a3cef9741a13134c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d385db284c6032a4dc88986b4e264ba86b41f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4563bbffd3ec5f8b5cc55da430366fcd4aa6142482ea73f471103609b34be621
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dc8c30b3e6d30be66a9947a0874540c1b4297b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e714d0099083dc9cdb3d5b6d82f888f515bbc061c435314a271384300bcdce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314cb45eab4f5402a3d5541f39fb0809e010ef04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc459a9b4c1a8b96f4d0765d6f8fc11e9376db3115d3dee2c0e06e2b7dc547
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773c806d4ba7cf71d676778989b2ab9e3e80da1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f1ad7024735049cfba2b3d3352de74a7da7832d4de0f80c7adafb59550b7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8a6af66394c586f1468e049a27b7e206c578b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e9dba3880cc9a738be9baf78f3d166b9148b4128abf83f8df8d64a320d317
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a4e8ef50609955952beb84a401dc542ad677b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575882fb336395c3f4c35c4dbffb3aeeea8c507b703217d8aa63abe90804618e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5304507603067446e53b1cb022e165ebfad773
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c809c12b7d20c110ea215b1d064371de98bb7eccc13a96c4a621a926e7989
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f45ca9d84ad2fb643867407b00c2e42e1903a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f8e1a4bc2337d82ca678a6fdc9ce1e2ff8c99e4e49b1a4d14830308d94ec51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37d8f19ded137b14fbf00c645e83113d08b9a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322fdb7e7e901b8822e2e86ff65ddba5631b447c43ae2873e8685a46fdd945f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d31eb134e0e33330551ef86d38e8fdb5d107300
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7fd9b88e0205d23da8ca96af5bbff77068f507412e2f501608f46cec9b7594
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b43180d28a38f2207ac2c47543eca3c4aac0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa7fca4fc41f75f4ef45f24452f2a72672aa41515c224737e70d7d2ab6cb08b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a84c292af3a163732494f7b67b43eb04f864058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb5944b98dd5d4b3ccf1f964f4ac88a7ffb340db89249c7f035ac2d2397f2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee617adb7149bfb438298ed57800cf601f96d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aac3fe7a7bacfd8bfcc39396b727d42851cfce8ce0fdd90fc88b42b8da5a6f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c8c815894e651db6ea6ca74c4191f83e60362
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10563e76f3f835399d783f1b582a99ce1f09ab4b1c0cb80317f17d34efd76f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c0fe97c63d58b42dda62fba26358fa7c77203
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659ce00ba9cc7d82d748e0405b8334544f83a61b13b9a8aa1aa290f65a05e5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3287e10bb10b700a0044082b4682d9a24144b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460f259b1d5ed85748e2be05471c338ff01aa991bc023eaa305933960a30bbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ccb60a65f999367aa42d73477b162a3ee20968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2aa9ab848d60df20b58c15b9169c09310cf38cd405abfe9d85eeec618b3560
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa71d7eea62d91ff684521665865b18cdab9b643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb67c7fcea6e5f9c287b4e626d8e1f9e044a8b4fdc26000e7e83ae6da27501d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8e2f7d02c529c8de1bb5eb092cd031422a46a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd51a3522f57f190dc5f8749a6c498e1ac3ee175fc847855a4a56f68fbbfd10
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414087ede4804e57a28d95b7c31d30070bb207b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5363da7a1d6ecd7f756330eb54a962de6ed2328bd71c13d8e6102ef6b1d79ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2da64f75c80ef84395d643b20fe69b3be8c79b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1a896938e32a6ab06efd12c5a9abba610297c12527bc88882d0d19c3ee02e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3465f2db7cc30da38d56138b0fe10f49e96e25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69559439e73655dc660b1a35112f7766acf97e7fc9764cfa4969ded751f869f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e29fd5e4d86953fc2d422e80e73211f9e677db7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e08e014984f3c6e81347050b2dc28fbfbb06ad4392e83a3fca377df407988c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0d99a96e97e86d4524fc06a82c1678aa81a6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7675419fdc85a8f8cf94fd7ef85c3ef9a1d5a129ab59fed040e39f1493f960a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69557a271936e483be6fe5e59de815aa20c174c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a540378be55da8cc04196d6554221378f2ae0b92253fcfb0f5c822126cf42b7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3ee25be1761dab6cc67389458ed970507d94d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbd2f71d9e6e228b7f8b4a921d506e3f1208440d9e9d791acda7d37e4aff79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b25897a14f7897ef8829ad9a9489a29f777d3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cdf6438923b5c5872ad2e96b3b85965084fe5ac16291e85c77ee1fb84866bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b191ff0f9b3061f6b095a89c70e4436e771fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273f98b2b53596f6c154835241a00b0551c134ac6b6149e1be7b96cce1a91af6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892951b16e9fbb9a87e026b9c1a8a782a3c6067
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ead9c1063aa8ef0d60d78858e79b73c1fabcc3df5371444f99b3bb59cfa7f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef16bd9dcb92d87d2987f988c71441a52dbd5666
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba45022ae5ac8ab0b50b578016f9dadbea92e20da047eff0731f78a3e601f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f093373fe1058b726e7bf2a243b5e58136d8cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417dd0e1108dea00b69ffa40cd8c9ca914f799eee361ceeef427c3cb60f3a014
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14584883a2685d6fc4aefe7cabf777e71f544b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbadc380e8cf9569902b3612adb7416f7e27ebe31a84210ea2628ce85c0c64d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e14744a117def381284a201e745b606226b08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83e4bfc462a5d8fb8489869e36ea08f7f71dbebce98a959fa586c601603f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf659e0a6d0abede5b07c8b0b333367acd26b45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be1ddb8f31def11bbbec201fe40c2435d6e4ebbb8ba90ccb9f275be0f8f74ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505d72141d15d5f76aaff06d8f2cf53098d05729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e9c8ee308c66f20917dabf6b69b5185ec5bf3833a37a57bff9e082b5231407
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2961dc98e5f15e7f0b02cdcafea9e2620b042ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df5749b93a71e7a3490020f3331c81d25786c16a664350cec138e289fbac055
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a0dd929aaa6a563efefaa43a870520ccde1d94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c667086fedeb80cee54d1a3220954210973c10aa0b78a15e07d33f83bb7eab6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229f5b2d8b47ef91f69f3a384d0a98345544c89b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a74b9fb823cd8f8132cb8ce639af568b4753e328d35a9b8a18972975a9271
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd0512d71d101be574dd06a62a33b16bd65ee75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72bc2c60b86749b5f7fd2e0d1b5ce7d6bfc5d2e5e568e333affd7fbec9defa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de05d95e94a44589747798068a4b9b6386205921
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095bdbf2b8973efaa83ae5b7143017ce9a457ac93ba6dc94d1c9764a55d8ab5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b952b96b492ba5580fd519f29bbd62323bc519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c43ad7310e44a1dbc266be7af1bc02f84c7354efc5df0b66bacb15333f5ff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da698a62c784d0296f25729c76d6004e4dc69d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ebccc44969478bbd8bb7cad5b31320dc1ddcb83e2abc2bd2d624516f402fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570738e3237771aecd26a61e68065f3e1f5a9804
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dcb271dec08fff8c47d7b66c7d85431cd2a05e3755fba608f50c95a56c82e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2e10f8e3270083d8affb4c9aba25a304806e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c163687aac9d4321ee136a4537d6a93f025892e0bd9cdb8077159c88b3c8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845b1d5dddcbddee22df5d30c731c076ee2466ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd81f6f5848877201c4135a0204d3d3e2768a9262bb17d6229e26926608db64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17825e67ced6419af4c44ea94982b7feb062ad37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942dd94c065802253b9f7b05c61700bab06b8339944c755782942010f2f2a13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e2683fccbb9af6ff3bbd44bfced5d22c6278d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eb4f8b7394e5bb0bbc7fadcb8e3395219b3d67de3e68c22237245ae429c188
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28334cac905dabe9d9a73ad266f5bbd0bef3d6db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38de8a79078743d506e2226e946412898d5342bdb90c4d48bd0837bcd2011096
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab747ec23bfef4faf54a37e266cc3446e3d2940
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257871c887b543ca15ce4e0a7c42a875a7287f2c90902c9c31c4aeeec9191177
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc65547eb67e86e5a877b36c7230d1721a686a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895c0c0bc24947c7a1e91b6441a75d9458a63d52542b22352b0ec14f0d31328
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065dfd211e382914305abf177087cba354124f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d7e829824d1f87119cd60c8eaf203bc6184c15726464a9534e72921ddcf92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d1b18af974aab0f4dd53519c17bf6bd93280dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be83c33de738e3d4782b954f7a91cae7b9dd8959174561eac6da70f4a0dcf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182fb008eff747c8e55bc7006b6de2c7610a3b14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e3e51ae7bb0c58b156172df88f0114b488e39f4d427e80c210d74b47bc7c6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f30653b2790e4372afe09201d705305e99763f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d391cf8e9f0abddef03e9dac0751f56aded39581cd80cd393d582aa973695
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9587d479e78307c71edfacee9b47f941fbc81d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72a95f65fc9020b231c1f7fa48df79431ec4fff08aa19f193a85c1070b6d18f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c00371f46c357c77cf9756554a7cfe3041a2db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4830ea69e6ceaa595c091be82eb2ffcc238b2cf8410139ba329c6042c8c30c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8573165d9c22b15e056745b0209292e6752f38a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7510ca0c51dc508368a242564ef3496001834d37cec065cc6b6229c713147
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9832af0157db276785843f3c9e0bd4ae64ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148662a840772e880d27f07a85465001d8550991e4081e7072f7d724b45d087
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df3f7a463e46f5a04189c88e87e9c256d292759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a748e4110fb5ad29eaeb6e28dbbd9ad44d2681aaa49db80ed9cc18f1207f713
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4128839ca44d927e7c721f6f0741994db0ff11b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f543618b920a0d0627b6dc4e77e1b0f356b6dc6e51fb26d35cf3963933297
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52d959364fa307135643741df763094c277699f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3933afb5149dd3d0cad5baccc32048dff291cc6ff75d5df3e72ae7679c0e7a7c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2470bf69bc112bf58ca02fabc5c094de80088b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa7f9c7789e4336d1e755c0b56a5dbc1287f7301dad21840783586c1fd6de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7821a58a4ddd4b529be700f8b983e947d56dba40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2d6fe7ef9228e6ff07244cce84f910e0a52b83a84a3f8df580191018058364
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ae3df6ed7944160d674b01201d5d6b5b418ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430a44b9967ca5b01654977d383f404095d138927cf71943973cef24c363d647
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca14448fad18bedca291ceb8c42b8cb5e60fc0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b13ffd902a6b7af050c6eff0951e29d5da25b3c7819bc45e03c3a9fc5c787ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d8bbb33fa8c5fdc25dd3bb17e069b87fbf80fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184575a10d45138ee4219d0c162c1149a81e4edb372ab944fc8817e180f6d351
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e1f5a8fae1e32b86a9a5627b93b0bc4181efc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b94a6d2a8d741cc05b7a3fedf5502126f9fe932f3b878b13bdffd4daca11cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998946a8a4fae7cbaf3cefa1d2ea61e660e94647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e2c5c76986dddcd9f27b2e791877261be5c902ec96d9c9d64bc3a56271d1da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d2fee0bfec2c22bf7e3700188c3163de3c759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b515159a7554aa432b70abced6a838188b932512da544d844b8180e8dce3911c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e90290e6f2546edaf5fa3583400815652bc5e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d828019fcd1202fbf9acf224f8fb4821e3b7b9fab78deb4bc11738390e2319d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7d78b0e2245e18d858888650a2299378c060e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361533c82f4404a7e5a11703a39fa411036dfb0d4f14a9a5d4fc15b0953e9122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414a056581f6277a3e41873aea8db488805dbb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e238adf9c8191235eb16a0f6a0fd55df63e3ef5f7ab0df7d9b43e89ed0484
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa0fbcd1a22d67224edb60731fa231ff51ff21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1474d8ef16c7bc87923d9c7aab210213dadb73fa66bf19722498dfd13946491
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8d76a77035cde9626734a2e8de3903980438a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273955521eed87a8cd3720d5392efe9e17a883d5f8685488972c37f870b845de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40df5f2dc0d491e5a36f034d73c1305b9cd66cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf44df65fc840fe1021e8f49f79dae1f3257823c906171aaf9e0e1b273b9c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbc3dc539ff8bc34e2605e0d500278ee697b11e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716df5112a959f8bd93b5cc0bdbca2e47db3e22e14634733729f77f43484aae8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d41ba551a8c562c9c85333fd4373e9b3180b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead5ed368021695d196e21db2f3eb1eebd743fd4e037d6c618fb5e22bc341a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039548aea31759443c80db645a3825d1fb09cab8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc470b36499803bc063876ca82438ce414bfc94acb730af6962ea1d5fae8a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ad0ed26d9e5a2cbda61b37f13e9b7ba17a46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093ea092066d3a435e7f43bd8d491cf455797819e76d6c0cc4af0d26fd3a2ec3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e851248db568c0824102889801a46ddd95295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c629d12733890837a8566682b185a8283442eb45b13575eb13bc8fd5605bbeea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a14ea01dc76053a1f4de0a54ca5bde1cc917f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4b61268929389ad07b5ccacabd3ec4ae571b1297b9a4281ca579052a973c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1c3005c71ba93573195fe3bd3743a7560bdd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00dfadf78c3054c7522b877ac53b3596d080a5b7ea3c07c325037c83dab9fbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2188b2971248ffb516487756554af37f667f1005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0310ad81d8a086b7e023137c951043cd39a4817a80f68bc4541231d14559b7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a750e5457859cad762ea4b3b070ad713f195b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cfcaca3dceee622fe2d76e05e0cfd78a6f6f228526312ad9ed86506e3cc162
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4326df0aae19e7cb9b6752c365ea46e60c4f335c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9c3294dac4344d26d6b799832e0892b1e8eddb4a1a1eaf895eb73a4e7d5b12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d401a95d93af912dad7283b775720913a6ed67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5984138023ed4610a6b7d86f07b2f1c5658e1bbe2f0cea2e5862db46cf114575
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a71e8b93ccb3df51cf2794a79bd8df2b72d46ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c02a4fec6154cf23ac67c05ce5a66bd1a8d8101265cc178491f6f54259af8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779796d809054ff074dfdbb30a2481ac6efa0322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e7ff1f1b6f055792851cd5b8ba82b00995942322e6f2772c61e93f3bf2c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dff4a80047016dd963feed743c7645ba982afa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a27be95cdb7009b85a5425cd39222abb344a08fce4807b34ee40f1e3b48945c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47bc609e3925c195363a5c2617c271a4aaf7d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb398127d6e23d119e6383561532775fb75bfa9c1e1a3a85b4acba46c57fa0d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eeb48b281a1103d022b763654051524993b4df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f5a338abcdebc6dfad5a5465917b68d5161603bb3d6697ea427c59c2a5f013
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2aab9a2fbd62f1ebb2414cbec1e36fd20af157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9f4ec19ed57d93f579e253d0d320d7a2cfe791609975418ccd1ebaf3c30e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97851c07464240094a5778d2f5f8cf6c4572ed51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc561623eea8059b684ec5d5dbd0bc3ab31f74142d6a79507388e3c2bb6f494
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c52fa6228bbe022c28a49cf059500daab8258
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435b10038db311a20a5876ee085131a29986ebd3d1d1c2ed4864d3181d6bca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1893b5cb1955fd2260b2ad4730d51524992c1de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2786165c4d4f2c460dbb114d6e2cccb0912ce2c18b758aad6ec4da0e943acb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7afba3fe76e3132b8926b97f9ab9c585e41a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0740ae8dd876d7a22dbc17e724f718bdad9640eba774535945f33fb405154d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b914eaefdb73738c9553f96fb65641b1135d586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacdf458b7f6aad1d71653ef185959a62e0eebd3cba72dc6e8132cdecbcc9cd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94abe148f7446a4bb3a5566467aa7b9daf0bcc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515317786b0e3fd533dfe2ef342312b5140c8d77e1fc07eaf4a0cfc69bd71a69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a3ff13acf6c7a13f7da26ef87adaff597c7c43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf182c3d64e34e917a847c1d6f05fbcd989f324f1eec082e0d3a15460f6e569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a44628f560da15b7aef3afe55d835fe7a3bceaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e797bafed0ee3a791f6ada717968308ce553b0a42ef1a47d935bd596cc9b7d76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8af281af5460b9fa134fde649e3cffd450ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe274080ea2446e05e4621666f7eba84e689d149eb6c22dfa75fc6b52407eb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c41d87d302f472d2d1e25996d09867343005b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514504b5effa71d50b153cdd5cf1e5ddb0d12609f85dc32b4a5a31e46c364f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad29410c940afe5fb682c72005d5fc2edbcd7b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03b6e20e822380b67465f1eb8364c6e8e9666fe3992bed49b0123e9655e5fb3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaede6c8ee327890f1b92cefaa89efa173eae56b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2ada801bf706b47f255dc1ffdac414a623ac318a0ae8d801f29ea270d00899
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d38d039974205307a3867902b620843d2eef92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcfd5a1911c3dce13fd654c0825e0358952ed8ec5756354f50702c26fba873b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9c325f677a39f71017e4130b9cd29a578bf3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25e6484e0400315e791c80006b9840025d9566526fef93cac826de0f600ff1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a88cf9a69a2b078ce5e8073e64b17642f8b1df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8b14f1a60debfd632454d940983a23d1714256b0c3aeaf124bf5fc04934f34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cafb0a78688b2659b844b3071cf3c018c67cb26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0072c13a12246a783675254bd88edef37d938a17b341591b4a350a72864b9431
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01b29808e34b9168705118bdefe61c890fd9c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba6a1703b3088309dc1f81d46424052448f5862343fb926e45b395aa43c0dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc3c64148b42534cf6e7543a0435981832ef10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18524d0ad439ff4090a2f38188b1f200d45cb6e8552a3792d8640d1a7e0450eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a31a0fde14b0cc5654e46b1fafc1b789b1355b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f78e6a6e9bb594cdabd9a5deaf32541966b2bfb237a8717795d69453ab2c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee50d2eb994e43793d3775651eed0b71ff89aa2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f304944c253bda2f847059092cb86067ce06ecae18d69ef7a24cb29d1cf9ee8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee4d7d838ca8d997a2558bbd5a0a5dff695954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68c515dc382ec9df7c33209f51be29a5551e0e2c8a114e33cd625a1af442c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0df6be743afae40ef2e28ae94ce653acaaa87f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714ebca8d39442eaa14e08446379f310ce80bae5cabf16b6494d0c59a42a8d7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e492a3bafe02b6619aad42164ee3a50c9beac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94158e945f182330ac76f06904e8fbc96d31d944cc4ff65851633f979b5ad692
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5205a9de3ac734e4d6a339ac3028c17f0d99e2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb73f47dc4f58a51beab381d354c7653fd3a8510df06bf823a9be301ad335eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657318df8b6fd8a82289a6f4f259f6042d320a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c7495beb2c29fa3bfc1535194c4e2aa73090764f3dd3bba97cd0366fdfa50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69434932ef99a8d2dbe9906cbd755b77eafba25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b401ecabf464e57bce9688be42c68167cc8c90d5bc19fa728c077dc3dbad7eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146be29fd134ba63a928ed31da908af56996fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53e4c8e4defbe31e387653c08d61e32952f0f6b6d0a5bfe475b1c866f18106d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60197fe82afe3a89eca27fc1f5f763a945ad0021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf0ff2640bdab60906082b5df64cb4f0c61aec8b887329e7358147dd743f31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2131d025bdbd24d1139f4038cc0b2cfe455346b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a209f32c3ae8ea9d12b016780b749b05c9a1c799f0031323434de2499047251
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cef36b843780d56043635ebe30d336e6db8f38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f9949722b6afee4a6dff8900124b170cd977cd00d800c1f643f5598533d1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e3f0b6c86e5aff0d4e32373cde811043748988
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3874d4a2ee15fbd5ab6f4f9edeecdfb186efa748ae8a49a92c5030db81c3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5816673d1c266f1baef67f676f631f14202811c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb43ea55322a0d142296d40dfe5f7b0476162b88fd0198008de4e012ac58638
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02099d8bee6877997fc82587b4d2f134271866ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9bb8dade63626f853cc17d5299ed0cc9b5f0042915c424cc3c2710057815cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89551bec9ee713d53af3cf0df660cdacfde7fada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1962d8cb15a59415642eb088fa0271f930c042a07227ff3877bbdc3f6353515
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9cf818b151ec74bd8b08e6587b38f9b91c2a49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482f14c08404b990b9bc94c5e17393ad72975584e15adbeceebe87f00ca90c30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9358aede656f4b46a430b4d2b9f34fee7121e07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c093a3ad1907f0da2d8a504baf128a309ae1aab48eae3b4ccd2d40412bf15a7b
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9b22f47f74272b65e46e281d86675140deab9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3afe83190a0870f837ab84ea884f2aa040c6ca5108eba0b61fee0977ae9e68
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb377c4e327fc71c049651bf4cb126594bfea4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b6e04d336ae00623277b4ce3f2925fe5fe0cff7d7d745d96d1668d12d3912b
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae43095468671b62527fff909f3fff09893e042e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37d99f58f60b49e98874dd53b512c2ec102e2d3d3a2066f29634a2ad7ade83d
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcaadaa388b14346c3d3e305eba753812780c90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f53c4837d133264943417c36a3aebd0d2294687b1c7bf74c5be0cd873c026
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ec5ea95b23855ede8f51194e6f21b7b9ca449
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f31246868aff942e8d80cd37b4c7edd770a0e247b17412374af5db0db905295
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c8aa7d256bd4ad410b162738eb57961a061cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfd7990feee62b1650ba12689884b0527cda17097fe040bab084cb7491835e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a725f21f6a2d4d74ad333dfb465431ccb1b411f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99105e9fb849ca303c0a7297d7bdf014dcdaa430323aae42ff795ddada7b42c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10990eafbcf807c4d14d5ccd0af86e86b78f8283
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1769b3ad218ea4a813c9155ba0e7eb113ed0dd77215f35ad505e3f34d06eefa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4acd6e937d0cb2645ba379c905bccd31800cb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ac0eeb420bc7a9125f87f4e9c21b97d3c37d99deeef0205ba120a0b2c6c6bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0bed134cf292aac0b166636fbeffd131867c0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75ef54680de1d2f07b54409c0e155655d5286239dda27e71703bfa9b71b7520
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89675b8a24232c0317b20b3792513b0251796cf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bbf1d77773aa8bad009b7438e0c0d2b27f2f8b75349777c24e92a1874a6c51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73906fcebb39e5b8e2c4d7567229d62140de912d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0ec6539997a15e50b594bca1e097361e201d212701d79d4b72bd882b39651d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3728705d83b494f996e8323073124d2595dee04a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9584eb3f1767942f5e86859a7986dbec99d942844760176ce63843f525a7a1df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b2fc4b7610fdf5ada57c2847de6268bbadedf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bc9fcb5cfa1be8992e66a8cdb7c7938e3bc3c515ed84e00cf7247fc07c0755
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b064777b2a6acb16ddebf3ec3690083dd3a7424a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806edc5a107211b9a7920cc37846fc526d5528cf50bf2d499c567ac221c04e0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306fd3ec54b227c579def7cb9c1f8a0b18513e69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4e39629d10fc2decfa1db79b3eb0aa5f7390499e37bf8eed6f587db698152f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cdecab0fc40051deba4b166a2ad3dfafc8baa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2ccdb164ec6f502a9a577af5eb88f237a7d1ab4ee662ecf1c957729a0436dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb312bd4095d66de14f8a4c62596f47fbd7eca9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7501f8f8274880653aa01ab8e6be38da25958fb0c69acfd0128ff2581149c1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbf888c0aa9d21c0d7b05895ffe68390f6b84e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f93c6d18e27eb9fd998a97cddc9a104f63fe636b6ab8636af76a4b7bfbc41b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f89676dc428a0d87900722d7a5b19fe2ef764e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbe7ef55e0a04ade324a9f3ab86375eeb440eaa23657cb9c0264a31f777774e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83a4ca925264e3f3f0bb4a04c0404ce008f3885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b23d333f0416441f568c92b0015327d44150a9f2f9f8daf287b345259ab4174
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f41c3dadfa125ee82fc6fb51d8e0fa4922aaad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9ca799a3ccca4db76ac3f68bab2e139cf86bf7b021ef025d49cc0f2a4628d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b83f52f1a2e4593de9cf7a2c8d502499c49004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73437c31fbe3b3826a6e7156e3986c779111de2933550aed6ba536ad121605e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db60f6a342e8c9bdcf053deacb69e40890ca7632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bb2b08be19df911e915a19b32c5d6999df0051f3f0385681cb11bee3140918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21609f06ae9cd374954c9c768b6343b24a9f6665
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4af4a16cf2052e797c3332f89f1e9356aa8238ef6eca0843e0a30514a2978
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b497da3f9db75c21dc52e2d6c13a4abd27fa3425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a372930bb0048c7d3783d507d75f251f23b55c58174536da19786f49b442a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a2a6bd4005f6d7671f7942747541787bf2daf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92715fe84cdcfbd91162cf1f6634353d7491781124469ae5a93e6783f656d33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25dd3464706a0c4c8126d53b73d9bd699a41519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2285b091be45915a62e5920c50805716fe7dc5f680a2ed7e56aa110b847489
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1338e91ad8999b1cdad0534ecb1cb27f0b9b9937
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037e164a4cec8fb5d934564a50971b6fb25eb6e5c482586a1608796ac3cf4f1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965d03fa87f5be702d78c8401cd1211c38f97412
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d95fa6c0ff78627ae0990fa4ef53b31a1cc8b023f52ab0c24e57ee679d03a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c4ee4428789190831ce12f0b8a895e07a75e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659ebf12f685ed36d6871d0d961e54a3cf9cde6379d8bc1f320b717642c61653
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de253108e4957b69956e063ea068ab4b80552f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49e10fef9abd58399680d6f745430b128e29f9125198a94de1181c476f70c6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df4912437e394e6d704a56cc8a7bcbf6bf168d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221b39467d80388684d01982f370d8412ecc9e0f4d5748d1ef9d5c060de463e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711b1bfc11d10df42ce9a664fcaefed2e124cb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310383fc903ff1b224d892e3009878de2279937010ba99d1570c148553724d94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fcf7508fabb48f8c1fdd3ebe48f7519bba7c5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4793de85d3dc1ea0638309cc39f45a7a41b77b7ff32a11560910774d3c5cea67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcfa76cd0322e3fca03a6ffa004f8311ce45673
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45750b1483846a69a1d55951500f2c7ff8c1e57cf83f8650f8bea4f7c55b0f5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831ab1451e2deb600fb870903437a77600356e70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a5c1dcb48fe01f1f36f5043dc936109cb1d311c39cf4fef1b1983aca5b817d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b7878da76c83719f7f6292437e7b96b01c162b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c46bea78f82c1f2b86e3b234da596e245e751cee6e3c529842b8108a924180b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f321a473a276d6539cfd4191c2bfefe7006083b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f019e37b3f091924f458503ebb47ba49baad40dbd7afda8a1e72aa4c4259c3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a914287173f05e4bc71b9b45496813373b4a209d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065ae09cb8221def084e76990058d4db1159eb14bd6e9b8495e9169f630ccc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd628bee9c4f4d4d79f9c611c4c5dce46342ec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4260cb71340ee23251f5875edab64b3ad14f2f1c8fea183f9545a771b63654
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ca06b7bdd7a5bce85f19a50d356f728d6ff79f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626d6492822f948699e89010ae63d4eea95e3cc4183b9aaba56d6f07de565915
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f80e176d63aa21fada490ed2832ae094ebc170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b2d62042fd1066f852c0f3db2061dc1ffde40d9fe3d7f8db5dc3df5316b48f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528753f276f9ef83a8a3eb8874878a9cd498e7d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596059ef1cd5c872cd373a97f0d05f45cae68163255bb5d8fd082bcbcb419d21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a2e4ac5cd12eb0c57201f71c13ebc534d2dc3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7318f31d4ef4058ce939e4a85b4c6fbff99584375fc8adf8c2d3cd42f5528a11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8399356bde4990a01a20e20288c4f3f04e88b36b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad390d6dd54b1328492d01502ff08afa280b49de8b21fd346be11758ae7d884
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac6aed96d2a686bf6f4a3adb73d2bb61d5a1366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39ae66576d3ce3bafc024546a2503d5c64b2a960561c77a6f98eb6890f107ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee500f36837b416c8071dd1a980f165d11d0234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b805eb011716b2814684d232c771175127c5ee338f0aefa83213a7be9c6598
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b71a2aa4a7962e0f95df2d732cb3df5487ad91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be23cbfdc94c872838e32ce9933cd31614067d2f78dacd878dce4899141ccef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6118ac87fea7cb18752e7a02491d11970eb2f13c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db171af3a403dd474cd0a1364cc43297f7d19a2061c81a6e8662c7942b4487c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dfb8cbeb9b21ab64822237a6d3decb6545528e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dbbc861c37f4fff8d8086f57fd409868ee3bf5a5a47a632896c2c53fa0b33b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebbab06845e01a3145a9e7e95bcf7d85a65dc25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02517d4c3c2b41f2a2221f24054d5fa369ba3a5575af303e2c4d3d4437ce2cee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23bad4f7fa56eff96ae7fe0209f387e4c0b8966
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719848b62e871831618b6102cd4b960f8722a8cffcbc4d22e593d7717b1330f2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cdac41e4e943f4ae3c6db57230e768642f57b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaf52ea20b2bc80a5b047db6559b26e06839669e191bc696c2e58b6815fcab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baaeb5fb877af2451040dde959c3912727a4d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e3c7b4c93d821d800ef5d06e7628c09defd0c00e913ab2c6140b2ccde8ec6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2f352e8df5f4419035432a9bd9973d9082db64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30dc476a3647b010dd4ee06e78417d98e9085050743ffdbfc81af402d367805
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcee97fe3602237c9708716247b81c48de69471
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd3caf008dcf8a872476ee14a15ebd46cb0a3975063e3e4d1578cbab322ecd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6025c45288f44d7fd0b1b2545f5f2deab6bee485
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01270c45a35db1214a2c10c0e8151c68a37b9c350f89ef85e4bb3741a961ece9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b4ccd9444f2e78b78f30fb490aec7a754e4327
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dc51de45f873cb34c0f9748b068e39dda0f9c94963ba36599af00443ccf3f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499065caf0950ac5fb2cf9cc50be87d59c96efeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6523aad75e6b62eacd677d04e446a8bca957c67eca7582b1ad81b0b2db703f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8ba94a215b814b1bec7d63d96cabf66c653552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f787d1446f8bf8ecf1115439cc7581c256c832817f67ac8d2b874800e46390
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d4e6369aef35feee1391b79f6bc6c92c33665
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772d187354204fc8ddd7061564be36ce0d9be0fe748569427673e88ffa233776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244b353d313879c7338ff6d0436430e114136e72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3deb4ee489eff7b4800166d1968e614fdcdff3f401ec009fbb4aa96e0b59eeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48c489e28677f7d494e6d7e7ea685cf5965bf5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3cef52af2085097bf25ea038aea93705ec41fc77bc06a1f382e924dbe73940
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c546ffde2e21c6a48b3a1b5ec7e0907b1707502b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdecc161da0c6730145cee8f6a4eaa6950b0f8fef51b1439115d0d48d0f0a43
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05636ad1789ac7b7c89fd1678c78c72a4acd2e79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89651af9dae0d76d34870d11ec7934855c767442dd14f7dc8640b8ae970eb81e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb4a99b5fc2100140dc761f17acc8d26960e6ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a268edc3dd5b7a17fd49a0ab488f7292ec72813b02e286417c8b8ce061a480c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defa535a3560520870fb4de7eeff27e5e9fa5813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcff5c2e91379050224646e741850d95021ff666556ba32c20cde61fea5345be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06475c9d3871593497ce8ba5eca1e33c97922fef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee236df68244b0b85f8ebc381841ec74e132ba393439818f05414604234c9390
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d19e19f814b2562c451d04252153fd641932a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a02e3dfae80a10eca577ae8fa933c3ea7bc79aaee463d08e8e8c1e828d54c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b494f4efbcadae8c9c491a6447378e98590eb50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22798831f90aa913143eb684e811ba2bc29a4f190362e36587620795123c6a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38142152d94a7d2fe9def6e9d091eaa015eb832d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011d9921a26db725dde45d69f72707de6f2b7eb22e4fcdf88801ad4b4ce8b2a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a11d2aeb588de88aee8625bfe6544676ca140d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcaea1c4eef7bb982a41704a7c39fcb4c812c89f1775ee86cae9df2e74bdbe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a43955c5b8ebc75915d7ac84f85fd262e85562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b4914141b2d7e23814eee38f025edc08ce036d2d0d9608d64a6c68216364a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dad545e4c4fda1ba8e752d51dafe8847f4f8eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83501d2785e15763a46dfcc904218762ead73f95bd005377e57d99fb6c80552a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b4685358d9e25df4eaf96d08a80c27d407b755
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fa5c96eafec17e3b3b8ba59ecf90f5db2725286778f20329d53780690bbe3b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f2a8d92172466d2aae5158345017ffb56a2aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949058ae056fec7a924c7afca08846adbd7d0d2b5d0f580917b1191502929c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ff8eb825c0bf6b853dfd7f68f5cd5cddde2a2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7a6fc3b6469886af223ecb64309b41fe9b5f0c25d040fb120afe8fea42ed75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30040fd4fb668c849a72bf62918014d866a5cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d714575de8be6e7fc3d142f2988624d817c107cf8e10f525c962fd09b94c4c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad6ea3e1eeb77a806ca574b2976df1da6a849d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f000379f7cb37ea88c7a368fb51a8e54538335f37736f5c2d0d7cae5b756dad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f40ec18c04802405ba38d89b51f14914073de7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f02fd3d1371a8218fad7e1a12bb57dde7a5167c6ea96eb49d6a33ce848a888a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364abec87e53b10724217b92cd5c6bcc79e3c114
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7c05be216151b8d4270ff5b5712cede06f1647c9fef296e8d307681b640503
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26ed74f8ca08518c1893178297d3785167523ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bf2e895f60568e8fa182cdea5156f99870446862bc66cbc641c61b585ce4f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7335e500cf875c1cff3dbd6d6c78fbc73fc642d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73b430228944089dae96fd0ffa32849a5a8ad5c8e6b21dc39726e6105b10ccf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a453e46d88cc41a73ec9331f666345c38fabb126
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aa6a57eddcfb60af92c5f9566f1d68e240ff11478c0bf45959600c5090c2b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a23bfced80156bec9d07225b75559fab40b615b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3336a128e21fa71e48850bbf9e03b113541e819b2e416467064132d208adc8f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3540e67a0d556f9c20d3c9828cb0a2ce0bcdec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237728a5d57f1c93386bf4698ba0d86bfa88ee2416912799da4a858f2df0e4e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5e4ec2d46522173d953cd65117a78c03958919
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49ec7a4324a444881f3d7d754676f8f9f2e7f1dd7870578dda6f0e37751cbed
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9ac8f66043b390632b76862d68903f19005f95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211c6f70328dfab1345518fcbfc12f57f35cbb4e7219be19901af08c88bd4d92
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2435547b6ab5b62bfa0b568bc336057815a9953
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275c2afe85cbce743a106d97a14cefd3680f6eb491cc0127c32dfe7987889323
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5ca57838aa7d6a397dfb7db4fd6dd53de4a2a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9350e58f40352da572b6f8c6cab619ac1ab1a2d858fe86c34e3b831a5a0b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cfa3efc2f938feb9405b4ca5bd0aa3ae00ff1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36dd666be5ac2be60ebbc25b4d6e39e34b5d0267ac139ec2b6233486a672795
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7873056e25cde9c84a0616dbc72a79401c588e01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256000a9dea61884b856bfcb55e378f1abd492e2fee730491f88fc791ad28cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b6c87d3b694e1b28c46df0b045489adaf30013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35cd38d87e822bf2f05fdcb8e610d2e786e3845ee9d51518a3780bc8672c760
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5667ec38790eee7abb9bfdfcf93f63c9b5a8f46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c92ea4e12966aba909011085a266b69d82308c50b09a38abd486aa33ede7dce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dc669e155c9bb32fe43e26cb972508a2fd5ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54e5b6c0e09f66c3480d65e4dae33bfe83f24ed409377fede5a4bd312d15466
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b9abc46ed1922e672c6a78e0c196c296d0fcad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39923e2cde69f138f1cafe7598a2c4b43c9fe0b4187012795bf7d472a4b6a507
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c382def0bd8851e106b3d41f21d431ee46a07c2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d58754a357cd0e9bc6eb522d14723388b1eb8aa9cd6e83bb01e0cc0ad26f757
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984c75a0f3496857d7ac384b97b91e92e8c30660
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44507daf4c095511044f4380ef8cc093be0547722cab6dff000e38fbde56af86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a655d043b3d7b53707c537e7eb288e48585069
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5785ea5c5c4c6a6aa501165e954e4ccec45e6988066a0f9067fd1542b6ed74
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772638707b94f81979d1fc6a31bc634e35dcf219
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2fd01c0541b78ac75f500a71fd1ca1d2390f29bda059b431e5134636c1dc17
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4317f53759d3892ecadf181cb20786116e1f1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f071a842ba62cd756fbea0554703f57093dd989bdebabac2d085251d7057ee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4252901444c46202a1811f122c479d23834eed80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7e3adb80967a50684a785d14f0b98434d287d727c00c8280c2048e73d5fbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bac9dada5c784b05121913c72117c3cd6a9bdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75d85e0232d9ad8c921c42db4e71b46891c71d1915a1b8c87af72ffdfec8964
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663b22cdefc62f1fae0ea40b8afc24842712a1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47addeec4307ee8c08e3fc069fe3eb28ba5ec16c5d1cb20f8bce48b787901a89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036884abc6e779d5188a604afa6762011e344f71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef64f7d85faa22384e24d307415993833e1e07ee1a017f3b07c38f741b18f3d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92419fb30f88fbb3d568c2b9183aacad04ac5a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7848655fb81a5299193db1b573d081ee44ade021e4604606a609b1c8fc63e98d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1ec703b7bac26229c8afc92b9d16373ec5e52d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28054c8f936868818e734049a7a6e326d8901f4d840b4703db1e6c1abac730e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e9e4be36a18484f09dc0c48b88833af7940279
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d161b9145b1a6592d4c4ccdc59af2d6389714ec2bcf5c43a63e1f20b875233d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830307fcac26f1b682c920891a09640cf4891f00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db631170d817404f9ada84cda50db899c208ac5cd4d0deefce763c5c75c260d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a100573ba88a7d165d04c3c972692a7d4b52d65b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3214c83f13ff64ff76b4b299ef703a70f7f57b8b45116d206d6c3f2c95fd6bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b5080ea2906e69fe8bf3800c34014df8568eab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7c1177e89ecbb9a0d3636b0709c4ce0ea42316bf69ff6c1e72fc7af2397505
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be75de3e8995b1ca08eb93f77bfe1ba65d341d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc768c206851c34cb7f79448775cca1392cc3ee3cbc973eb700ed0a3fe9f0295
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b9918bb3bb46211ff2f30af9a586a391c00318
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cd0af6f0f716c50d91c0b56ab7163308f0873d5d1b8df5dc1cc6e4400792d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf12cc037cbf14b0daf88ed7a66a54c3f924f13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fffa9693e60d85ba4dcfbc1c27d258fe570d38e34645e50c77a131da6afaf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e405cd95c577e8187b755a8c4957f9adce25a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b88624ce8efc6d5091f0e4ed9f06abddc81388caf096d72f15341f77aa7740
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea83bc484dee6170c346a4d8365689aab3e15db7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272b0c10a1b6b7140bafd9d379e55ce814a95ce241105a7ad85a33e1d6f7d221
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e5cdec7ee3c861b1394cf81d351e651c815d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e156350f8863ee002cba84fb35d3480f3577c7862772a45b415f7f0e745d46f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d195a83991415996da402139f59284f3cf84368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7039a48385e647adfa8e1efc19e195a9c696a4eda7dc483f9b166d57da723965
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c06743b8df44869061f7600092887511b05b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccacd527223d7139c6480f782a3d956babb4d61f5523e0b0c15c8767730262
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da71ab7ca206ca3d6b4861c0eb2fe84e6ec40926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32bc2278f951ff09c72f65639681ead8881ed2b19ada41677cb4723b41192a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7452b9551f8e4c9237f22a91baa7a50836f30b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b2d2905d7ca1a2c430a47003641b8dc69070cb1ab8bb33bd43afde09be5fbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac76901a29af31b16241ea43f453314864645c37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725fe10653b10d36837f5e74fbefcb5be3cbba7ecb02f38b84b4fc47478126f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ede6d29115b8c95a1023c02e3306816f6195bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677bda8f462e667f4329e4961f5e8fc3e3d191a8dde240862de1254556025ebe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5a3e6162409f31ccfadef17ae8697bbe261091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7fa238a35453ff3367296e1047597f1d1a47e26d9f9663aaa18bc9da4bfe54
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b3773d8ccf1bd98ec5c7ba72ab8024476895ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ef8c2f25fbc2ff82a3a066ea176239aca21ed8a2b2b22da3d0366e85ce0283
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43fbb255b616526c7f4c242a0a8264b040e34e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335f9fa1d9d0b18340090e89f2468c7c82f149963369b11a8be37631c63f111
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c68b3fe439fdedf3f2cc2bf7e27318269afc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93e217e96094c0f8ce44c977a2159370cd6a62199ede724cc9ce78c7c7f9101
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0317a1ae39bb70366a0857a90a0c0200c9105b37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c67865add32d85f6c2dcf65734447e110b0161bad9cefa5e018c76c77bb5769
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b464157af39796538405ae26e5117ef641d10c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2e9e053a842346a059a527322e3445fb57cdb8e047762fc5d4e9502e25a3ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc435b3b37db368e210be54cd07ba8e8cdc869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81314a6928254749fda0295a5870007cbd9f0114332e66eb24a51a19a59e4e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a37345a986f2eb4f420144615907df94d569e8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c474a9440cb71920b9b652887464140cb663e9f9b2df373f28eafc415cd1e2af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a04bb485112116f8c075d367f65e1ba2e8ee665
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca8f130422c9cd3f3d0f6c896593372ddae556c6e8852a015f938c988f6f9c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9dfc2e509a3794a1f965d705c493a8931da63c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157ad116a7dcb89313db01f8f704af26adb36dbeb96bb336ad3c37a88bd861fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61368a945535c73a2aabc423631e1ccaee3609a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b746ad6346f729ba58148a05e474a838e4b861615fc92b808b625237ed39ad16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916be6f1100804c5c6c05f635119ad1df5f7489b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85e6788f452bbf4d493b773b77a7a96cb12ab110ce848e527888ade8d81fa93
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20b8a073829be7637e2cd23b34eca71a068efb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2342221480d8bf8a4afcc25bfc69dcabad6b0890aa6e3e32f51cc85b6415d879
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5eb6299373047733a9b8798b10e05fdec092b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc92915dbc9997a166fd2caae90046e9ec5fdb862c4a57dc5491cb9f76177df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8b63baade7e2e693037a4175f157d3148ee4ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71c23056f3bea5415421b7c1e4ffe838188fdf81a69b51e8e4e51f291686d26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7208094ef7b07743f1a0e1cfae05edd10f5e0442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a814068e14fd6474ee93ae21036bcaecade6278e95a422eb57b1c907daf46c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c893b516cf38f8c83b0072908a9e9bca3d35eb0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c738306167084fcc90cf3afe636bd741d161dc191ca9330ba26c5eee03958675
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d368e5f4df108fdbcc4bd1731d0cea4c5fa9cd55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c0901fe32cb68f2a48469308fb9a66c78f7d4be24eedc546fe62a0a71d4e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a62823cb2f58f2a7b62ba7d749ddd3eed5401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3ed9f2cc5ca101ff9925d153c8588e56abb86d16ef6a718b0eda3ffcb3f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c664a88d0484ce5e9fe406faec4ae3f68e0d6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c483385448635645626db79adbfb2d4a8c445762aedc964c31315a385cdc005e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cafaf162deb4d2e56387cda9ac9856f4f09111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62eb5db3a15359ab79b18db1e66113825f52e4e683e0aa0a261404f922d4495
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064b524a78a59a0cbb984789e0bd6ea42e2ecb78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edc286533b82fec799ceec99a919019fec15bbeb6c16c4af11574d3aa67ee7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f291fd270424a05c7972d2e1d5d251b26292276d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622c65fa7dc1105ac49a9f47979979000a3cfd10d7a1928e8ce1c2af5bf617c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd25583a12dc07098f75eecccc1bff79b6c281a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015d3fe6a75033cc01efd10af343d78fa5d0db37a85e2050a6e17b7c60f8c56
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a557b45d055da318c5fc3d281ac42c873c47ffa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133ceeb305c8d69730ebbcc18a52ddf0b536c7ee472e9ca334cf73e765587da2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363699539ecce3d814f9ac23aeb14405e17c7953
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c393187564ddca6d37ef1ace80125e962e2b3bc997ae985d2893a7e4c5e45d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5823c3006a7e46f49d9ab4bba04264bf85e283e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da939f039b08467e580c67ad9c912b5f0fec10d98b9311ad6e83d94908115ea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1137cf76b4664614374381e9074b0174d1d04090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb465c94f7f000801c40d6f9f8f8bc3749ec00bb7b9ce70240c91600c80a864b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46dc71b35c17f71d92534fd39ec4312d1e1857b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0669935e5d9eadf63de82fed4a9436ae7f5a22076b120f45c86ade79aba7e57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823ab2fad4cd48fb1fb04c2a91f993e75d75e464
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c422d666bfb797f80f4a341d7b72931a6e3477724840531d0c6d4631d499789
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304f1e66253a7a7cb26202ea03cef8b404d3dd0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb313390a3d30ab0eabca129c10d6fa4d8132e486b6837e4a86eaa04fffbb06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5863e3a2ab5f0fcd14f2af43921a7ec0a6b09710
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e4dc010fa59845684c137d973aa66ad879562232106247e6641e3d65639709
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a87c630edc479295b48dd14525727e2cee68b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5ec8c209e6cfc02467a3680294a5e5ee7ffc4f37feb2138a21e42f27c898c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d422091d2f2acc02a6e27fefa77f1635d27216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bb077d644ebd2d480619febb6fa2700aee92fcea6b958bce6be87b4e1f0441
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4443e4c0096abb1353044061c4a7c07f0c919d40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533385eb7e82646c02cab951f2279d5126ed2f45df54eff62b06d34a051343bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c417ecc544ae8ff5d7079e8c60f73a6c832ac05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5731941ebda83cb8e5cef610825a6df237e9d07ee98bb28d38cbaef2ca1bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ef4f3c95f9347e547e181242cefc6847eaa565
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed129486be30354b4da9a1deea5718621145dc414fc9c32a5520f20e2032a42
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df70d32eb163a4f6aa7aca30cb0c7efbf95b6030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84ac79599facaa0b31f8acaa134fb3f63c14991d0905d43d22a2785e1cb7955
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f16764545f64938cb27a4310723a142f17ddc27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195bf0d6a306aaed5691ebb7c0c3d13eb690e54af4615367493dd6ee74049823
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438fba7209868df4f86573fbdefced02faf853f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2f3873cd63b5655990fda5899f127928fc00f083c206c627391840d3979387
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a525d3d125d65a7bd726f48724ff6bc98f70e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f92216e35875e45f906fac627a03e3dd490a675dd7e8754310f77105ccaf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec0798349bd12cad227e760c8a2430918388aac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6a3e18a5ab41849fe36937d42bc85d49c118bfd4c412be91ab5b2616aa4c56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84ec05c61822da983285060848b0fcccee3127b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec11fe490eb0875c9885a63b0741fad2a69758796a1b6c79e87b5527ee979bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090d3209d09a85b4f844c0159d3d389815ed0d37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9049ee803f3f0341550bb233a9b23ac7da822bb1d68e32a3e0ddc3e3096e40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac2fad20f2e98f4e7d29af53c5a43c14bbcd7f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1652395a3135f69162386d9ca1435237056f334e6889f0661a30cd2d2f1c6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a433219402c8e21bfb3aa6eaeb4a4615de555bc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b572a03adbf759c85e30f4a850fed9353a37b54fa656b0e89727b0566fdb41b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c203dad6be8a94f212172d60e45a516f19ae27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c39aa14f9527f708381e2d69c278b90d46385061bc0d19991e9d7076122a7ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe713e2ae94b69de3e113e4f2538f57477f4e5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e13073b1be7cbbbd8b33b9a5e5a31e864b5dc1d0a04d6fa9a6ca0334d1c0cd9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1685b1438225e2fefe9a124657d973cf77415684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c4c068869a5420930684a73b5572d7c797b2b0965d45b1a889bf958ac2f6f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f8ec0c6b20959e03704de335c51f8f0eda3edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f5d2e405aa8bef552288646c838b85244a3cc230843aef36c486ff6a8e1665
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e08027dabec54323f0742633553d74c37f56f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166a9ad5d130c728864fc257c69b300d3fc9c3cc4e38384391588146ce5801a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef028a7992da1bae1cee96283027148f6cd69674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173bd210be6e05d9e59a2d51b52495381a06c1149659d6262b7e152937f10ae8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf88abb39511740efc3d7a1ad51fe0864312cd4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff96228a8f2448f7f8027eaf132a6a23de00c6436bb589c3966c01b7c2dc61cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d625d09dfda01d46b6fd746b3e8f60845c333674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e494c4aea899cf53d88085b23466e261492486b9a87ad02c6be6c17acbe68db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ce97675bf9d08f335dc3a9567ec6659004a082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15081e898329d0b9efeb052688543a1b7b7f8fd39aadfe60e87dafa4cb591d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6899015721736519558925f8ab10ee53d5727782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c0ec28149f430c8ee0cf40c295275a81580f6856b8dd548ced9e71f63fff4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ec6d57f4df93232f206fcfae89fe2cdb7066e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70805c4d169499e5e4e20fddafcf50b797d04b322ef047bb4247e9ff6670c73e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd47c3be36b378dca1be60a039a213a627a1f78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4579007c6890dfdc48e75d020a3266be02f692b72b13389c9105086baaecc73d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd46b4a1017417534f26ac9b8a30541ca29406e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b1b27ca19ee45e50b5a20b5c46fd35586e2cc55faa711c89932d2bc917b16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a4eb0f87b59bf4296808d4cb78fc4ea604cffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f311039b5f693b20afdf95edfb73720733814900f160d92ea106a39c089968
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cfbf5603dc864d0a5c34563afcf01564c8c770
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bc9a34b35386a690cd2b817b6f3f4fafec611b3897ba932cbf01e508f7c72e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089183a678a42ef54ea30d9a877f60891b37a590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d08f28eb407d3a4ef8de5c230401280bcbb8f8c586a790408e8b361c91b1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93422db8756e4cb251869045abbc6ab5cbf8c2e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a0ebc5884febf314518d8c1e7e53ae4ae8c560a0d00c38bd428cf544537706
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2cd3ecb2a6e0da0f778f52693cd608e4203ebd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bb4bc89fcd5093db618a862c6367720661fcbec6dd291a1bc0887b0aaffb5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3186b9df096cc5004f2c942f98784f8d68f07ec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99ff94a395fbc1ae339655fc8c17174324164c1b8f06402fdd74f4e6da4a8a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4181d62e6bd64b9afccd57926fcb02cc72dcc58e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba71afc8f14542896741e15a601bd005953f0fa8e82b930c64ce16a9fafe9813
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356506f791851c0d04a4a75a441c6efebcd7cf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167c9aa5df22367a8f487008380d1ad0b029dc5d7ef14ffce022c2e4f512c856
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19f3b54454d6470857e145478b73577afb9b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18756abef125c9113ddd1f8de9f9385b4a84eb84863b5f45a812a8dcc62c1dee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9c2c0b573215765ecb51293f25949906e2142b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43193d2dae21057df61d289f23c45c36fe1f1c49433db6127ce8b1931a743dec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf3eaf6872f69d3ba825fbe010c5b428b8c76c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0211c187a011ec3fda15fa74f0ade7886c58f32684c1564aaaaea472a593d489
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d46de8ce1197c6d447e116a01a2741c94b05e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122a53dbe20d9e7fb16df6ad442111089a16e51ea654762075a5f64f2517e788
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9012d07bd99fb93c62ff0bd3ade19084be73bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255dd131122a5588b508a9d441f964e5e6c6e9b59535dc17c3680894001c54d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac87befe80bf972f442f34dea35cfe2218096c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d707af1bd0be99bc723ddc2aca5aba36379447cc903dda6eac19228db9da8c6a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4ac5714557ae091b40b83af1ad91d3bae3d079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e36bc27baa0f93bd752a8f922a7864acac87ab6befa995c41c0c752d22a124
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84865d0d11a4cad308d65bf256a13a1e99ad042e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21ed64c155d0b735d89b3bec282b6ad00fc68d4607ac3e5c3baeb10952ff29f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2589e59dd2fdf35980a969f79c32f443a9cdcbba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb982b736ba20780a64bb5aa7a82fc500c04ec047d03d0c70be747dfd85e399
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641b047e2070895127f4cce982db4e00127ba6ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09331c30f7d4a2bf0c81bdfbee8a0bd684e3ba233c1905370842eae830eaaa84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a21e625dc0f80f131b98f415830c4177f1954ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14810346ba3eb79358f4bdf8355f8f4b662833e5f64a662ceb1857b0c93149b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277ab64d6943d3c1939348c91aa188b976d4f3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dff07d7089802891f60786a34962e6d2c7b755f220c2910441093192f3b8dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0931c9561934f0959dcb5c000e599bffc1b066ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb5c762f61ea6b8e4305fe6fac4c81aafcd62a9a6a3c5a7cda300cecb536e63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738e41281b1bba3aaa0fe2033292070bd7527d37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9f1cc6dc7f228552691332291754b0967f3e38f093966f8da4bf5d26e9340e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c236b23616778aa91bde2a244442ce0867456c36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2426bc08ee2d637c6dd856ad83106d7661357d4e5be7c6e5b86c0fd8153e877c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a761899a97d12f2945bf384e02a696f0ef0b5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d18bb8ac224efdf97c804430a157689f1c1d5398d16b5781af2155a118ef63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bf87cae3285d7fe349f1cb3f7cbd94a7f76597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c5a4eb8b6b289167de6a39dd7cbd209873cd67fc7c8564e98b9574c71b0314
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ab8d823986dbc18121827669aba7ac3b0e8d0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb600cb36fcaf4c41a54a7ae5cb2a69aefb6acda703ed1229aa7ac9d92cf1877
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b100531376566e0a91223825f90c588aee33e90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8ce48972d2b72f4d026622867e846932c06b3ad78eb18f0d6e85cb8c1338fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f59d2211a7909627b808af8f8dd1a7be87d7acd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e4205d532253ce654a6c46cce3d2027230a9432e9b024b0d9c997f79e96184
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27f0b54dc920accc2d029a42b5dfa7ab668a190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e49fce2338629077e33e0c0ca5d099ec19e9af1f2eb1675cad840f148238903
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3ad1e60bfd3b2f87bf123efa9938cb586e1cf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bf3ade496845b1fe05097553faa9f133202b044f0fe06f6f95febc142f61b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4ef4eb981f11fa9bbfd8086af9fe6e986239f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1192a86aa75c3a2dce290b313ec527c944028843905cbc014384029726f77f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e761203b08a62bf5ff9f58328ec539a37c9fec64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6a22536fcab2e9139eee3db84ba21475e0184646ac9432f6d18cf8089e7e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b24fd9aad1046a5aaa6a3b9f17870c550fa684c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324d061e528b0f0abec98ee0101d7c1ef9289dee7c06cb981f0e4cbfe5484966
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282b6d7bf3c500eb92bc0b03bb312b412571979e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b9722191e14730230d7a70f2a95a9db015e8a0dc618bc65a099e1914dffb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cf018990f09f1cafd54a0e40ba160618463320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7e0385ce59d2df820b2058ebb9eb04baffad41affcf8ecae7376669ec68f28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cac835db80fd0838d67a2a88e06cdf366443b47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692b1b2fdb24e50d33f78791f8134c2f2a3b22a195d14bc49392b523dafbacc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd9bbb0e6edf2bae837fbd7698679fd67668068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc48f2643bb7eb19591ef1ec26b66c4a4bbc789a61153733f0bfd02edde9cee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc96dc77cc41e8dcb2d179943170ed6f2c21c254
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542c2a6a8f12fa6d77ee7c2aa16985d95d87c8f3525a8620999b2f3b8bc4cd4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ef1f90368e609a69ad5f219cf92d8a9c542f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1398c4239cf3da69931e20c4b24b0144475931817643fa7f7e7be5f0633c65df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb759ee328fb13ca4998c36ff5a10da080ae5bed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4312405d62c8d5d7ad770da22dde077c794c376d445f5631ec67857ebfdead6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceb34a056dd9a05f4361eb49b4b7d830e6226f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1447b44fced7b8fadf60f27cf7b35cbfae719f43e5e5499f8512f1886d4e243b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5e7eeeb5bc8eb1038352f7e0d0239e30e7b5ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbfbf1514a04b89f6cde8af17cc9d6c79fc2b24085cd94b10f5c25877f30886
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55725068165130bb11f994063852e5daff3fd4aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1f553c80d457b83f751828de624fa085d933bfbd03a4dda746cf2fae3137ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce10b7a2518a36aa694d21c16370dd60af0bef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e3c11c2b23e6ed88d920eb5fb3356f77f0cf73f2740a1e3443d9e70e689be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0223e30bef611170dc3a9e8e0e980b60e2fd38f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39309da0235ab934753f4ef295418e1a291a8d63928b17827c3c726ec1ad472
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3e8b17e0eeef3eec15c599f6a2bf626eb33ee6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5776246d8b505edeff39d6a211f8579c4adae595d1e6ddad2d30acbdf741d4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cd0998bd8c3de39fbcfcd7ab6c355eac8d4b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c004e0ec99e229d5d1e4f702d95ead985b5c61064b9ae89f322bb3b76eadd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716c775cb3adcb6dfd0a1c783b24aab78db83a95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498ca3ce3709533154efe65472d40ae7d886878170b09fac74c23781edd7ae24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efe14623b29489f4dc812c3f4ebd7cd1dafd988
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d0240e78fbfae315fd5d917278de07756c0ebc99baaec18f303d20d6761ea5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbf3e164a768cd73087fe75e051c236a590c2d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64316b1d4272064836da92ce2514428d6a83fe0bb414d3095878dfa15937eec
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d7ee4b1f62634cdd2bd958f215eaab3114b500
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08f96851eabd3479856b1a9e006cd49f19676baf2bfadf045650f7d539a0a3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e844b969ee787352fb55919aaff232b140da1b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49bca653d7e22e87e84f2343e286d7f262ba2d4ab6bd276a0ed351fb3b64b6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeeebe64c16eb2171af858d637f043190bad1a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd62931e9cb1dd396c831872902fffe3ac6d5a1a5e43f0a777d76ba4e8547a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65c88ea832afcaf7045b43fcaca3a00f3eddce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bec6e99adefd5285a83aa6f60695abccd8edb7306659e77b28c85f9ae428e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1199d2d73a69da03800486cb6455a34175dcf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d7f009d5d4811243f6b47000e073ab85f2fe7116468255bd3aa5d9a8a8c07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0bab0f9c3b656ad43a83cc682006a5d48d7b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d652adc245fb0009a4f393fc9056f45119bad04e539ffcefec9d04d4c218bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8070313216af94c34c4a1d19b576e0f9dc41d13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f875ae48cb3f0f2cbeae93a4b2d4e64ef32366d82c88830d55697ec13f58e633
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a3a3fbb90da2f96201b9325c2c5780944a8ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de993e5a856c363d4307aa205bc330fc76e28596339e228a5902532a85c06cf7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb41e818e26b7089d920c8c385091d43dffc63df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6c875ccac3fd6ecff01c1161564b8948cbaf1d36f003bab5bcca27398164fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aebdb9510247fd706793249f6cc9dcceacf8d76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652363f0923212624751081ca8c67f8e5920d59574901035e52bb2b815537f3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011526c2cdd9b4deba24bcb0c3dda59d6e07e98f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d3a7da4fee1d0b8d876ac2005fd840d8c8ff56b2241ef11e19bb00e9f9ff1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b88ca9589931ed7d35601936f37fd413c55bb0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3cf5ffb2915c978d0e6b649c17a5efb9eca7753067863b13d7cac90f802ca7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c80d97c155bae9baa1f6b0cce4f94a290ee8eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6cbd54673fb19360ef4cb1fb1957bd696a0ccc3d52686ce359b9334936baab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cc29a0da47a478b26431cbe63b5766f506f632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02256a5dec4d0d6d2c03cbea71c5c662473b8693695a94385d84162431ef4fd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241cf31c5b56f145a4498ca60ba158d1660e905d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162e8e9d859d8262115b58e31557389ff77e8710b315cb3f50bfb4934244a5d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd66754c1d7bf277e120daad795010a242ee2c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf8e6e58232391b70e0517281ed63844ba56621246c420b79f71242c4499796
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28ce42d03eec4e806c08b686c04a928d44f7cd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a5ba337db9a45309ff2ce4ad58661746b7f155a06c35f6d3b7c1ca3746ea12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7343c8398ff87d61b6f92cc78ea939fa56ca6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c72a43858ef40497e63719a39d24fe380a7dd71c652850ba63b923cdea4b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79ac387f67e16d918908531b5a5219a0737b7af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a979c90c1cc77699f2baf3599564a08d493457fe86911ce1ba7b8660389d4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c52264a08417a8b675dc8b987e993ed571100f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef865fadd5c64ade9c8eab16302049dcb101a675c850b023fc02e9a341fe698
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f773780b53baadc5ec1a19a6f880f13b47fb2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfc07313f0272abe5397b6d8d6c6f904c5227205cc2a5b1787030d9d30c7bda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c72c3921e0e50a7a6816ad8e40d63569daddb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59e815dbcb5b329f7edd9829140c2569dd2667d96a77ea15fd1c09e3eeeec26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80761acde4618224988950d2b2cc0abecb23e5f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ecaf926d383522f0451e13c0c1b0d7d645bf5abcc410a66ba273c59c783d2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f07e69140d48d40e68cb4ddeb7c258bb15e58b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a1a23cc7f827eb61c87265eabb389303eb1e124c7814276cfefd99e5a43ce4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050c60ba960a6b12be33edce58b8140a8acdf4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff635610dfeb0f04bb8378e805ecac82a98c03dc71264a207fcaf4567297573
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e805bed15c6eb77e773f5d7e015ce5a7026933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d8df7c099fc06238d2eb098d102b7d8b7721563fa0b21274f10d6155e37d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738ef3a9b5a6b465e79efc0e72f5d7ee803f5ce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cd0fee54afe08baac0a9f8b853c98ea7808730d8a8cc19a74667d60436d31f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83480becca39bb42db83da09a6d23ee1a060c4ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b023336cb5ba2222c9fae017bbb848f54a6d6847f43cebb3803266d7bfc743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444b6ef3becc2450e048dd8f6552b5f384be2ebf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112393f474aca504df8b3288df9d23d1e1cee8861f1d4868f199c0badef38c2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5cdfbbf08f523bd69e4a7a0a1969ce0d4fbdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe236bb4aff4db8aaa2aec5605fbda1d8a39afee66cc33533e471b3219dba53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cce57fca3189db49ac6ada92e649d264d13529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a526d829c8c8021f8ea4b09f07820398475f103e95e2ab30ecc3f7391d6c1f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fc129e69cb38a67e65c44aea8a75f2aeb2a9b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814d866c9511cd9216705736b1c5804b2df7efe3eee6bb42a650878597f6771f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17cd85e68f9ba51e4c4bac5ccb0c980b5f2e40d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99adea366dff1e0029723fea8fd56b403117fac5d4a19262404d23012d5c6c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d7ff67c5b7b52ce3059a9985d413b53ea79551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236c83fe0bbda9f70a06481e692051610c4f33a9616d294463de7eaf2491cc27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1396c2078153900471e7951e43b2d412974b21ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0e5240d07f3d97dd4beb3ae5b917c8f6f504ab4abf5b8aa1618d06b2b87187
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af58a4489f56ed3c42f8f00b11045b116591d09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba1c6f93f969f1127bd2c5b07a5de9acb37ee9cad626b902d54f0eb96bc9f29
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7d2eae428f25a7d53248fdf557b37b3196fa39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff8e006aa5be32f35a036b63af53c51bccb4996143ddb9477740d178a7661e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda5db5c1766a7fa7b4e127b876c9f6725e49db3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c52601fe18190a9a95d463f3efd78f08654287745c46ee6d3b990719536cba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2918e51f0dc02fdac1a0d3f3235b86f538b1ff41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4837639b8e2039b3293aaed44a15c017a4ae15af7748d7b5c238ce8a0e63cf90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c942a85688d90c6846bc940bd5590f4f9cee2dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdee8e80baed33ef4d19481ea4324f14189a611a431c424db8b9d490a75c67f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0befa9e3a65dc4b5b2977d8b2e943a1f0f2f561d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f940038371b2ffb43beb461d0d9c304c4ae32974675de022cc3700f437d5b63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eea7297593c133fc03e3cc7b9da42ff30f9e71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387489ab886aad62c855b2079c0c9c8b37ac878a4f884eb1a2587cd0f7ab947e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a22692b8d5879b73531d2d7eb31b1a503789bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ab2047a6be87682b604d3b10e25f49838815c01fe3801a3080f683334081a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08d7c6804ff078ad5d8623a1be49d64ffc9728d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764cbd215099652248858083491b1d9de5c88840b5b7bb86a8447a2f0b0a7107
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9be6a4201a7ffe6a56f836c61969b292e68920
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3236ce4e084140cb2f623897cbae22ec36c4fda28a93d32e33a2ee19116222ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eeaa614eb47dbaf7f2f1b3bcb86ad3027b75da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fec67a15727242be4bab5bca51af18995c5d7c727cf3542ce7663eadecc75c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34e2988d317f33b5542c9f2d961fe593e7571a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34044e4634e91d55c4a0853a99d0857313fdc13b6942c5523ce8f8bda24dd41b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c965eaede3320c6c499bd096369efde35032834
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becfbab51941004a7e0087ffdbb5ca124aa9e5965b8e58a8b78a340791dab7e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e3c15d5b9e508d5fa2325ea6f0748a8672d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e88480954f7ae26f6fe84639befa70bf2161232dd60801742bc33069f7dc04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fa6091fab624ce721bdd0c72340e1175251152
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da885575a7cd65a29a5b642e06e57c8f3d2fbea7d7dffbc7bb2ed943b6cec98a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f37be3b226adb961dad4691fdc901bb91c462e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01bd01ae1636b7ffe003e9965208aeb30d207b64fe61379e507e7fbb0273749
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe69a2cfd0345fca15a15c2559bb36ab0fdf3cd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25248c59b1b196bf8b91b0147ededa12b7059515e00c945f78441b071f6ca36f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d486f6c1bb44fd66d698bfab005ee3fd0ad9c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b22a3a2a8021b28f725246a7ff8168fb6445fd44e333a63bb86cda1b1995eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fad2b840943f31d18d89e943f85e0129e7c147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6c73be74f7b392c9951d9c46d39ce04160cce8e8a49d6b7e438369f8f736a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4331a0500a1a870cb9492f51985651b8a04c21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d106550a90db5e30e218bcdc77d3a27e468326dcba3b231311c4f1e319fa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa195e25641747edb2f49c0670150a17fa545c4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c70e68d4146cacd5b32c14db543b1a6eee753796233ccfdefda5b779ff10a1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c420a6074330ab1fa8948415ba41e2543e8452
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879d971c41168308cba75dd4e8f772b84b701e26361ae8d843535a75faa147f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98a5f9a419f15745ef82ca4dbdc44a5f8729107
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d5df497f7bafe73314d608f651580b9af245c8ae72fa61ec2e6c1c14f37334
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146f6d12946c820405acb27a3d23cbf03de99f67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adf82722f2abf53ee5ded010cab04ba59e6c8455bd3190855ec0f4a7e8c1257
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70acd7c6ceef7be6db48a00b7020d6a1e7c751cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f079b30411c7a148ab100b17204b684cb938bb356e5408ab2de86eef5d5ee07a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897f52bdff59f120e977ab97dafbe4476fbc77b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528fafe11bea39d92f548b019e63d9a07fc044558752a54506b0437a082fd2c2
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b72be6fdd36988e776bfdda2009c5ee37cec8a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a01dc593efde6c78116e1df1199483a4db7c14e597980ec7799770add8228b
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b3c1db9cbdc27fa9789c623fcb1f7765d294a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c229df5f1cd5a950b3272ec0767aeba024fbd0e2d6f186a6b57e35320d883d3a
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9e458c3ea97730d3ee65fb3f5c311b8cd96c14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe063e61c61dc40351f63afe87f0916cdb4122c053effa85490cc47327769108
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44aa91c40027614e81d0f9cbd80a87b737c9c993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c739a04074ce4edf8c579412aec97cb54cda9a6d86d897c524a30e8daaaf9b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f2ff2d5cfd55d440914f36d83b52f87403ba1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907475e55b572539e6b1b52d97df104b68b23522578d8f027e363c93200f70d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2ac3264962d115e9937e757eac8452fbe74110
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff07817db1eb7405fac0e9ace10799a337aeb10102236944d1a674b6b87e1531
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cff0986c7a95dd17f81a5c649532e357d0a3bcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252dc2ec7081116edf6f0436dc85543b6b2152af45f77814b15f95eefdc55575
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5a435820adcf7f72e975f1fb814acb109a422
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ec59b2a1d1b23bcbcd344f878c64cc2dfa9492834294e581fb546e04e2bfce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117dae588b6c8b7f43322f1e79c8fc9fed1a2bc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bb1e6739a47560ecbfea55ff04925ee862435e4bbae3ff9de65046c94e1fdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc974b8c44ee05b710ae7ed11bb068a5bd4fbe22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518f8e32c262c11e76af517bbfca817e3819461d3cf937c342d9098039a888ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251af2a12d2e2c1275b9f93f2824ce2129ed3b7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af984a721ef342fb46f7d9e5e6626eb8d460ad7edd8a5740b1a4e2ef8b85209c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f75d695faa7460b09a3d088f974a01c3d648a52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a41a889872759e795c1facd0d6083f4fad57174a34c3a7e3b3f73ceb00a03a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa4e424607b75de8a6b479f3d0e44362c7251ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d58c9f28fdace3675a7cee7d15f672923f99ea2a1aa9599409c07a142a9f25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75638ae261e244b92930695e4669cd5a1b31297e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca49ee314a45c707fcd8c4128d22e98228785228c17d51d8b7a11a3bbfe465b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd640321120027084bafdc2eaa0865873d101e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac6eb2209c33de0108cefb42b0b1d79e365ea68dc42eb669f9b15a75794fb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327379ed909d199a2fd2da3dae17636b4ac774aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125ecf260adab59b9becbfb201b2650bd05feeb7751bd73549ac5e18dacdbe6e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e156df496e834684cfef9159bc425a99c67aedc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f4daf4708b0b1e06f1c3b244ff1061ac1e9497650c56609dc2a0e4e311b089
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73a7d764312fe3dca9e6931a23f33c971238ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2142fba8e2915c70f8a7421836901aed7eb8a4ad738e6b393284d32712dfb72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087e8cb9bac00ea32669be95cef7d63a8ce66250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e9a83bff720530bb0145e70fc5c4f129c22c86c121ac7ed16b0dc72a75374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5665fac0725d4ba7563a671ea3652f5a791e68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e76e4ceca0d5d2de4c5c0f35150ae85e78359af3fb522f69577ffc16876d534
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f8dcc16b2a690f592867251c6a06c4670d5c2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ee8111a6bd4392c0f438aa046b2f58a8f67ba86c6e11e6eb13738ce60ebbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26f5a22ecb3b652fc22c94bf381c126241a9217
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a915d72755f9d1f9adc4dfb3b355cb465857a724086d072e38ac518511e840
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c21c2903719a1634991e7c983f48d665038c44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095878bc34eae949d406d9f540eebc559a2f1bb2fd27ed700d2e91f163aa5a66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fea119c2da01038641ea090ae8a19dda8a0133c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae66f02815ff552aec5f3107b432d123fd6da290da49ecaab7fc7a6f56043fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0752b825ff3daa7407527d91d0c87c358d7d23d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e1e20dee743993e79d189bd4f63f0a8085e1d49973a3b1c08349e8bf43f34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de988da6281fdcf9cd6c3b9b1c4a519cd469e647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12804250fb5b30c2c97b0543e7351d18a20d7995e8828404fa17e1b8131a6df8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e8c914bc955130ff17c30e06931edd34181698
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc137745976ed46d3db9173b2c6aa75d9886b5bc707a1ce2b706260467a9c111
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99dd0a0f058a77bafc3b499ad9a2663e4b12622
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba006278a98ee3946c42b9017c3463461d4de4474e3d0ea20cc72d8264c9b44
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e54d7f6cc5e0652cfbbe3a458e4261c6dc029e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851e2086a0f26acdc8e1fbe3a6539bcef83e9c15e5851bcab0596479f4f06840
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec1cce3c9f69c67ec78cd42ed33be22f07c2a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50161181417193e19607480d590bb429612e6e98a03d4817591320488add5213
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f1570ad6f51957e4fb55bf33ecb8954426786e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7686d63237d3612d66e8ea6e4cc755d21ba73dbd5091407c2e3b6248200368a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587b92b9990059f9c23fe722779a08dbf0b11999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54738eb839f3b4b3b786ab8ee001ed23e87c6aec1c22d93d4289c829af9731e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69edae9bbd715d116adc723cf8043fccb5c6c3f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1a5ef3fea1575c99ea4552cd3b1b95bafdeab0333ebbdce45058cbe8cbc6cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb1a07602b15a02940c4e120ba8de6e9629c8cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24c6f3d2152aa91922e6144896430eb2057e826895d8eb84340cd67e7c4388f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408521c00afe59d90490b072906980cdcba1b76f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a616529f78896f63eec88d6005b51f2589545e1f30801679219cd9afb8ca61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53bf8cdb4ea1d57a3850823d88af01112d7ecb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0491e1e6c130bb600e051076b2479c0edac5cf25c55a2bbaacfd3ce35168c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975a00a99470442d9248cbf633f778a147616aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c1be3593e89178306a19e7bd5f2245444b568c38065f7d0a24f3be02982d26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8167b3c45381e5e406371c5d0ce224c977ff61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b01ec19a1f84291efbf1aa742a688ae52c27d85e99af8e71dfdf7ab4eef260c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30240d22820c71ef5e003bf60f13258148ec01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523d3b5ad6698b083c1489bb222f427997bba54b245ff5fb22d1123088641376
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507e563c2b41e80262ad02a4a217436381461c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08725e5c545c8500cd7bcf16c49dd6bd49c13301f291b67909dd9207f386cedb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff9810e7751e6ad2b102799e84d88c9b8e5f56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737e73b5fb81e0289a446bfe5df99c667def6862382d80ac6353b43f89f7901c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6b022493ebbfebf6aab9b0bbc002772eb942de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5925163bdc0cea30eae7be3318162488471af4fed0e603b135a384fddc67cdf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8337c69078e33da20e3ff6dcdaee1eaffd51ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d840b28e115af29f09401bdbb2c7193595f020a8bc837e79971aef1e53edde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bfd552cf2c49f69c08cd7bebdf73ee350f67f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17c0040f4af8354adfab3f56ecebb2ff959718f57e83c3ea090a4e9023a142c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c660c0600b40d533f18d35c407a9a83e0caaec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184d0aaf35d2ec2066e00668d611b4acf8ba1268a511d536a0626b5de7155437
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f42426f0aa6f47aca3687449f86a99510841473
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c319f4e6e14ba7c4f76d5db848280de74c55d8c53f900e1e20939f12fce73f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbacaf338712bb880296df1c373a84e53b12177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc87674ebdd4164c918480e86b856bd4aa59c5806e7b96d62e39974a94d5aa74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4014e3e0adde3295bb042f428e442cc2b1310d91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a442bbd8038db941768c47a50482b2f035f595e242acbb19570ee8ca6cdba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069f40bb1963c76118679305500c220af12a8556
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baa6938874564e38e5666c94725837b732156b1aea892025623ed49a668e417
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d246a8b0f4a22eefedf9f766d97a68433458d6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f886af9367fb7c25b7d679f9e66d29c1b5a07288bc71a60d6147a8adbf88e999
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc79cd8c37134235836c9213641a8d50ad1508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5a8d3f116f8ab34d7a6044a526182308df49665c1a7af1c408580ae4986c1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2bcb0900eba0d2f1c850ed60867fa58a079777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651f72fb4cf0fd56ebe8a6ed64a7e32aeebdbba9a9f44d8a6f29d5f12f10e572
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac55b50c5d2ae21908963790a4ffeccd1a5bd07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcd9d69aa5334fa6fa4882e8a4022f58b168de5b0dedf534861452ddc2eef4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3609d70b9710921aacffff413cf148179d44ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baca77406ccfb6f5e0d915ab99be1d1ceab80f5a557fe51280a65eb90e1dfd79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886ef39faae99db4917cb9cfd7d4919b3d2998f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943cf4ef3960f9ddbd93c536b6dfc9ff5e6fe802a8b23dca06c8ed5504070a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aafb2977522fe75da77c4468d886b9d86839595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df4f62bfcfa605d089d33d4b2e179c3bbb1ec92f883cc39c36943ebf0edc4af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63d75aa752243f3ec15f7bc8caa90d164f5c65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a61c5c993517889da7d3b11ff45fb1370eeaeeba8a8b5325c406e81fa6cf1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ae65176f40e4a6532317d8c9bb5c6689efcd41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af372e9e3aac24ea05b2a0b9683cbaca78ca217d937bc571c05b9208df30796f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa53450f523187ef270721972f9bba5292f94be8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f47069bf907a15d86ed8c9dbec64bdf5716a6afba39fae7e161a43cb685da11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24066e9a43d40ac20fcc5e453bafaed0369d01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b8fdf3e5480c4dd5cb25339a1ea8000598f6e2240e6bde9b1697f1dc4595b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec72ea9f2edaa5b03e32c8a1c087bc97e42484f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac665eba36d7eade6ba0ad5b66860182b82039ea24e1dbb6da88c0b5ce72ae0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391fea392394a3a4181e376970bc96a48ee8afe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2275ff805025223f7523284bd36d9311383ab207b681caf602cf9ff1227f56ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d6fffe81a6c61319f81a6ced9579ec1063f440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dabe4e731c8c7476812286b6ff91d0c145225dad1d2797119d8d66aa942a5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7262ea867ab73b2a6e2feff72ea0413d01a4d2a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5438544eaa10549db33d13dad8ca86fda92eeafa21ba7fb89c7253d01b805
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9373c3358ba135636a3d411c61cc6218af6eab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ae02054d37fb2d9e2f2a200fb49141919f83f0f59834084aa293006448ae3b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d51f879b6165bd293a819486408fe18972c8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6122b3a1db179fe53a9b5b18c4bffca6789876ec397ad7c729e80fe141a07d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65509bf2e4391b762a1720c1ef516fd099a0bc07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37ae3f17d21d9f2f99bdfd139d0ac01cd9438307184dde93c135ca6e6638c54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c83c80d466c0c35cb353fd0ebb6e1fb7c91dd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258b945addbd15ad5916d4587f911f15b335e93ca70e594b462ce5b1a8c63c90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f78db97b2e968d1baad9f7a39a37f8a761cc304
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9c910b11b966a5556d4f8099bc551f1070da6fee367d0cd8feb446afd2e312
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d50d216fafd35f2d0853e7b2423073458bde8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4325ad86c5a8d9ad583ad9808bc3a6dfac218a2193123b7004364cd5691099
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be559fe63772ffe67d7e709f501d69cfa21eb7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6211dd16ed0e0d22c9387752b368cd3be950633659943a2995ab0a97c7d0ef3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d1e938067cca7166ff207769075f22fada20e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d92e19f69d855bc23c0222ccc76165f31b8f18c73a100dd7c51ac809faaab0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5528050ac53d034fb6e74196fb097785a649c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61251e85836a77a977be866e7be72e2cc6bb71ac7413c5ce6b14c84aa8a63ee1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8c7595806a71e6fe7a9216aa76b25953db469e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f716fea1df2a675c3db71ca9b0bfcb7a6b84f7d4a09ec8a6d40fd478f8810b84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfa51b248245d8fc2671b4ef4ff7ab4700829b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133a82822cad7964de81b6b4465397e009c89d6d69a311926d5bfe02af3fe3b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b275d55bc0e7d770ece90e953f99687592387d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a937d4032d6239ed44329e3445ad10c5df6cb498dcf5746128c2a8e91574521
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191408ad06ec8c511e25a38c9163c4c3fc799a99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0555105d266cb6646462188fc84cc67631d01d6debbcfdf961527228a81a989
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb863cd4670a9543fe364437508a47e596b2a2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81a730ba8be5d49dbe88b9cf78b33f231764046d353f7e99c78574e88356a69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1270cfd6c4fefb92df34dd25703f34a49144be26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c896d36371de77137ca0771bc4f1b1f3ffb0cf1355b06233e3ad6f7a3c655c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2531238e15711440d3f649f592deddc2c51514a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d779c490ddfbc9290d94febf1428287265f0757b5d789def4210b68bb6251
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be9586423ed1a06750e1e360e5dd0c9ba31436f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b88ca332f24c673142f929eedbe301eacfbb23cfcf95c4a3f3f50d42d45030
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c3e863c166e8edc35bcb57703fd02a51bbcb84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79e3a96f8ed048ccb298a8b4f03ec3e58c2fc2af91794c80211e8140c72f96e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5c668798a1510d2f0c7583aac21223ec887647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a093582e97fa942d7c627df3ff4d800586091259756e1d2fc290f32e63e3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba691ac01de12c08089a0e114ecb8742a6f3ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100c08e2e27af73d39cf620024c54befcb90bc587493d13bc513344e4ee549ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5344dcbcf660c1734fb8adba0b678ab4dc04e744
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c0721a73b18d103fefc0a921734d15e4c70234476f8e26958d90488629a152
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23abb8abe745a51ee5e3c6e81f9234d04ce1e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5779510c091b3e1a94954788965b69e1a93cc7540174cc7c17deda2c3501a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54724cb2b37057f9122268010c3864f5aa3a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e566fa4ebef98c41953bcad398d54167e99e06b686e62730e49d2373fff37a23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c5aee98c33b894e5b179bef2037c7f48694d9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595708a35b53cc9240b09cc3546e18ffe476f23cc351adb1cc0715e29bb22e2a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc4fc6354f003f23f949698c839d59a340d93db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6498eaff50c00a46e44c7dc984c52a816af656ed2e2ddf724bb3fcbe74a3d88a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ccc1d62478851e0ebfcb5596e7e7fff00a1b60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d31bf84c92d1c87d64edfcdcbeb03290c61cc34e651bb38773eb96b091adf9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c03d795d7db40d66d7a5abe6e2af2d8edbc6009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e8ffa4f0d815aaff827f130bb0bd36d7c09d64171bc0b26d0c3ead81c64ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11b3eb398051ca739ea0d5400e5a070715a04a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f35972e2b8705ba7560bb592e7934e361c27f65e8303c2c6ec29c92d29b05d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9687bd5be5ea1d9b2652eb3d689b01880aa0e322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f25df1f1e30c3a4afb602be4553785a979ec67e0a85bacf70104edddc373b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4fdc5887c0ebbdf4c1c2c8d5b920a2203d41c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc71fe0a07ec8feaf4a41fed4eb9cf14fabf1d61a61c0b5395b072c2f0c6514e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b655e72b526e3c986b28fce016cd1fc7f42cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce51754fa20565be862e593a14f2c4698a4e9b7024d693aa5fd3f0ece9da53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57d520cebb46e05fa3c46754109492cad9946be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc51562abf74509966674d2a64ffe14c0f35def067d43b299b61b9a56edcd182
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b474e38b3db3694b79f7b3cb5ff68a6d971fc4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdd40a18d2e1b64c08512f186ee76979527a791ea357a96047e651652ccdce5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763a69a1f679a7cd22d5055e8f9259b421c6514f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b7594c2fd2a4fbac76063dbb785186b5e538887f08bee892dc0432d3af0c36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6aed41adf541a1e6fead7f53e6f65598b638a81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213b45c1d121a04fffcd484fd670b761ada6596cdfc7cf4ca440b63c696fee1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0128f9bc8c73c18f812700f29430e65266a985de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3374af81ff9704a78aac101aa88d8a9c9b45f1cad504f76103379a5c482633bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5f478c3192e50d8212da3ddc9009a96ee539e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3db5dadf682e0474bf971f170be75a92085c156c1570fc67224a063ee214176
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddc0963fe1c48880f01e2646ed55f05df38d960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c48bbbfda80dbe707b5a1ce12bc461ce696fe158898e6f84281e17e583ebc57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a62564f05ecfad5203c6db784e21a67a677c61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1405237f5db08fbbdbe2d4c22c5634aba86790517863e6af0d1f79a26367ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a133179c37805a3da8047df1f2ec860943b795
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f26f6bb9b039bcf282ee9b13c3227ad6960dab0faa5c47a00e57bf720dbe919
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfeab7cd43ea44c16b16cf0be8cf2b5e7687f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09a3048d520e01d35510c021ca0846e8cf009cf975fa2d8c1a0ac8b14173ac4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb15b4fb343b613f8980f82781dd9a54243ce72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cc071637f742a3211bec60a3f58e00f267c2e4e2f0bf493d4660ca94ae1a1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e7c9364c08e3bb7294711eafa7874dac37151d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb94797ce3465c61e7d40ef1aebb7e0d6f461c96fcca705eda0e4863411cce8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e02942ed231e436b09662989e521da53673261
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e016c436b3dbee0ed790436fe2cc34782b5881bf609c523d05d066b3a38882
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36947073cc3294da3343409420a08bce92941d5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5132d1f95ab39a61e0b5b8ebd79c30a8e8b72016e5edede0c2533e9dd5352
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea177031b999bb67f466f3e6a56dc6476976abc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876c38acd9ca9e428c29cc4713bdb2674e8baf5adcf686edc71d5b457569455e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568145ac354b9ba44ca737aeb6456b07d1321151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c3d845b81187c7ce163e2d0fa351760c87e72da4eee211af49e9a14233ba1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca8ed0094379b16f4e20b7676303d159d76fef9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7a53993500112c47b423e5e4b687d5f9356426003e1c31307f17084e882b65
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038a283269a3c6ed30f6d36589d00a75e7c1aaf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7c1320f7222d4d27c7696b7cdb2b2ac32a5d67c410dac94e2cfde75b77dfa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7310c69a0353ae2169d3ddaba84b32b6222eb85f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26bd16f8b1eb4894bda302fd824f163d54167dc8b78a3e5f6fccc35a8683b1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacdd9305cdf4a57dafa21855a184d5b79ca5683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc4347172fadee25024075c7fb46d26a19d21a381290cc370c7c330aaa4fa1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dadf6e3d32ca6e05cdd98375ebede1bf077f294
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd264b8acaf49243a5a81e355def68c72e9c75821d1ede8c89fedb028a80936
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e69118314f4af5a0ae8bad9a319fe79048c3f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e91f0c190356d89a20231e88f6b2004dd0554f01fa84e9905be45c1067d0f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83050082074a77f85c1d51ffa56e80736a54061e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d246fada86dc77121c33db5e3cf3175ba22374a715785b4d2cb8c1c62efa1792
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f671e16791a1c6dcaf34c9763eacaabf55e6852e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f28d6a1ce5e9ebece3884ed3e741390c3f349a6ca6d32510088fd1f9a9721c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4200772333044ba01d1b19c40bb10c1cea1116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b7880b3a15651848178c1210adc5c27548b08c3aff99e561b5c84e73ed69be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd93072369c07ead3c550d87522b017e92870bed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfff9d901cc1d2d300018122fbfec5e2b043ff3d0fe9f77ca3b646fae4c737
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25c8f5470a9ab094896f34712e7edf477241842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2a96ecd66bae6c91b0e697ffaa503f7371914ea2eb4f1f53e920a06247d1e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14598adff8037d4910e00e0c6b8c759deb3a2e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de59b43953767e7a43d79d7b63d1e5b1f43475325d444c6da0c9f4a49d227a91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f64a356b2e36aa7705d4549c4bf5d8e92bfd5a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd78fc6920b104cb67767538553a000d4322b653daa1cef1b13daf2d3fcff2b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383c6b68f6cbde9547ba74109a71a2aa31d5b051
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320ca888ab905c29870286e0ea53d15098c8feabba51e2dcec336eacdd1579e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632f4836ea96a2e492b7dc36f21776b3ac32dc3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6254215488ca57c8ade0f352423243010022eae5b5f380f823a3bcdea9e3254f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b281d7f5543362b26b123141209b81b2b94bdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baa3832ab118f6e570883e06971479dc546337d2dda9d70bb5352e43cc03557
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8186bcff54a06a3310fdc9c0c398315ac107679d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dc052a5c4bb5087b30131956b369ed47da61a6cb56b463af66f1ade946e8fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeba43dc07878b704abbf4011d7f8912f2642f02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08d11a60fb4e011e9ea449166bbe312c8f297b20a6073d3f5d046eae8ee4ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b4c0fabae67763c0526cb5370fc4d9c2ffa603
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132356e997fe18f95b277919e65b45a5c70272ce97f74b60fc11e5a0e869b7df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dbf8edbbe3f7fad20d2002030c4cf96981b2ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6112449ac9de30eb50ed57c83be0269e25203f29351f64b2c40715c294ad8e9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6d5db5ba700e13b277ebeb5d106e866c19dfc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784eb8c46c7335c021012c4ce81359f9083af6db91730720002b5a5097d1f4cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1817ac8ae52e589b584a5149f4bb26cda9a1c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39205c0311d6eb3c307775e6ed43e1026e466e056997e2efbc309bb13a2ef428
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5728bb8b66eb07dcd20a74ec6fa6c494d0e1cba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4250953fc95351ffdf2311248e25fcec65fd96dcda52088bba6d6cc20296ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e00f849ddb5def27696d8dd64c06417dd4ac852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93d3895a0aceea0e31e458f0f3127f1368fcafe72e4588ab6afba2f7b401778
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26941d08a2182d088df6e6ed97566c272955b8ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d7c25d866df641e1903d9ad3323c719dccdcbb4cca64b68a13a719062cb2e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23680c7dfa010d4825bf339b1d7700de38068bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73afe5f01572adebb585be68e9c520cef8a25f030d4e80c8fefd543f74176198
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146875ad2a719b7ca95c938a9f1528a0d0529780
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436e191fdd6992677f175e48f1ad8f57468eecb9a11aea07ef6504af6f2f9cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ca6d19242fe07beca6e766988b745a5300064d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcd60bf526b7adab207bae2093901a5b6bb60de3920e0094c58d6fbd3309bd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830babb72340f3c4ef85cce161216820fbdfa58c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3887ab2e1ab8b4c8db8cb7752f524d21f45540a35f98db59fcc52d783b6557
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b39aa1ba8ea8e4347e9cf129e97bc27505416c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2638104d26533dd59bf3ddf80befc47d48487123424c7368e34e92a661ba00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5900c3f041d05431e9f0c0aee2cf4a691d33d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fe43214e296e959590f217f4bbae1218271feb72ac16c27a65eb2758ae2797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34764eeba3eed88e074c8503a4700ba37e727611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb300eed1eeb3411a42885508503680f7427e24a553760a396cdd4f1c4d6120
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd432d0d953d7dff1fb560d8816ea7294d333074
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb8bc30f4738e06c9348373ec5e04b18de37d64bac03260523cb0d2414f5247
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35516bab16a2565fcf69887e968b93421579778e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a13844e41bdac8719cedbb1d3a4de05ea4814b9211334ebe72cfd7bf0a2d391
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683c74ae056439556d9d1afa0dea3614d5f763a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f0c9192a83814ce29d406ded7639318deb9a245c2fa9019a0023f35ecafd52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8277ad61178dc528e377969365d483f82050d36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab33abe4c5535d96579f09ca1726b63d2d380b709281d9ac06099c80c25789eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19eea7fdf4a4f72010533eeda2f562e9e91b7fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c0cb0685a9269f0d7c1079caa6ba172d082d31efb8a75d9f8714bc9aa56053
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f49d71192f13a2b70e64440acbffc9858c562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea12c2010ed3da509290ad9b1d4a15aeaaa4d57889e8231b40c7d683c509aa06
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7091459e76698ffc837eb7537d7a25df91a63e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6c5053dcdb3a5fe359d9104c53c08ef31add5f0a0a82d5050ca205400d91f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039aad4d7bf98498082d89065737294305c2b7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80f4dd3d4a2b571d4f9b08326060d547660c856172ff443b6dd782ee498bf67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4555f96637561f79c9bd4cc3e36830d8a5902d02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3222d98335702b36abee95e8e177d128746092e9fd713efcc4c252b663b30a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf39c6a7d511c9e91ecb7705a2c6a5743e69a59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4295c22fa3f84c9736626e3d91b93813a56d880e629b08763489a9f661d2c393
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1994ce2dddb5465568aaea74b38679526ded6227
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5756660ffb90882d557c67b53f819046979fcb95019c47f8a4a24096cc57a7aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b01882f0f05c18e477232692e833a460a56054
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cb39b57d6fa8cba019f28c4a190216413ac77febc1b854fa7127b0f4b62074
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fb8eb378fda0399e6fdfefb5e29974f5fe38c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3c134a3bc0d77f5fd645493e37c375edb04192b9d5d6f7e1e3c9fdd2e21c2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe5dd98f6a298e2b201e6463fb63308f37f9bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc00e1f0e8d496e93d9975793ffbd6884b5af8ff1cf8a9d7f5870eb5170a53d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50186ae7ce30a7dea6d2a073b409e8b2ecbc59d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e3b5330296761610da8784099221fd7916c6abe6f80f38bf36f0844bfa8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5457117b16656d7951d0c0841e4c0ba6e4db068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67645335163a1723e0140ae08cd97ca2214cce334436d01bdfcb21076f1df69c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8078719b358efc40d730f9f63b9c65aff811ea08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa389618303abf3bf534189896bcaf7bb6edfddbebd4793618ae6ce621759a7d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c248848db4d5048ef7a3a84098846dc6bbabd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3217cd31d8883fee2f49ba51cd3c8bc4ecb275a3c9b0825f92ce4db2e863394a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c443a9ccf3cf140aa84c23683cd27c145f64a8cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe70077c0d941d14cffd8572e40d477ba3e9c31247c7aa7368e6422959fa0de1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c373a0d1b958085dadc06037a9134befc44828c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6745fa7b835142981bc39cef2d7b57417c01fc0947e6d17b760ffa16f284065b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5418a938b338c57b8885b0f81ccb545a143bd0d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23129233d1c36d46bf172d2bef451b92a61baac389da144e71b0f0364cb13fef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebc76d416b73dff975a644f4ce6b134ec7527f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3bb8378f60efe78b27b28d6fbc2f7b122f32ff152079f20085987b917cd145
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba384de7fb7d8fd75a766c0c08e4bac2655acd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f352eabc26983f23d8122ed3b91e600d60f31947b13a59b99efcc6f10b24a5cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23000fce7aa68bd1dbb59b6c99d65e6af5537a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6249c758cb64dd4a8d723ad7ccdd79b7ec807d79f1075ec40c461b49b9823e07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c09693d4168430d14901e8a4f3c4bb36423875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd1617c0e7da9c9d180b24e75e339bd8ee3fd55e7b159435c18595d76bff95e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eed5304881d5bdebfafa39f1e9f55be1d5ab1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297267dccf3fc25567fc2922352ffaa431fd66e399d617eca48ef9ee15ab7a43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fb5e953db762895997b1a27654e6d74f78caf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a0475dde3390753f5c5c50891002f07af2cd980a2c41e0dd0f3d8af3e0cb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8172edc3f8b189312d3998d6d5234ec95377841a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca563fc1b27e026c0be39e7fbdde80cabed344cba4794ddf87a84e5eb5f1eb03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e97c806ad3af48f2391fd462d28611e0c686e89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f7debd0c99f931e608dddb5c51b76d9e959509553588fc193f3b0b78d106cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2bc5992dfeae26693665faa8684dd5204b7885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2a17b4636c3d0de8406723f08ba8a65f6bfebf0ae84c837aa0b260c9ee8c10
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e06f473daf2df34eaad37f742bed2c74553cc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5f1d1f59766cf41cb37731add26c046d0bc1c6be4af9944b953aca2b7af61c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1c600401bb78403743baa1be33a00c0bc39f3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28671f367c9aac0b8de19ec04c7f6cfb6f5ef83ff1ee100253b30cdee212d17a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b806e956f66a6a440d0f1ff72d563f5827b8e9f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efead0f710b81a66cb69531877c40129a507aeaf4df73adacee2edcde1ba2cd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37abb23070c5652faa376f722efa78978574ac6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a6de441befc42a018b97cdef4bd9b0906c40fba9ca45c7eb7eaddea3b9d47a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e600769c5f1928899aba93ae0d88c462555caf49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5503de23f3d3348f6bda2232a0a86b49ee91b9ea5a6a06d954ccbb7d97f74ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd54aaff45ee43a6a002ffe255c4da0b1a94e9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2ff913158c4402917a63ded8168a0e68723aa5cbc30787cf6182cebb7a2906
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ab18a23c0b7075cb022d0559a7d01b2f5b73af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef015ced524cdcea8bdc021a9273e602135517187702cd0e620b4f67c0059164
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273b3a2abbe345cadfe50002513cad30eb745f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec49b450c320114d3674c44badcfdd57007cf2eb206975225be2120482cc36e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0124e4c659720e54c55027d56ae14ccf31f56ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f8ad2395d0a349f396df3231a3dc5be527926fb12d5f2361e7c2682dd2a97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322693b07a0cdca5db9bbb88ec774b93502e54d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d724070a79268005faa1d866998f841e230dcb908035341b2fed9d559c639bbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff421e6cb50d0b65b5707791f8648518faf12e3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cc6cc4091316308a15165f592fd4b0f4787da07aa594d5a89ddc51e5fcd8fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad86ebd4773105823a86fa35ad78e182a81c9794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0f30d4cb7aa97788e3b0f4a230ea75b7f78e2542f9e3d70e37e02d44748b76
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee559d4038bfee137772e8bfb77260ce41bfe6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6863121ef24a3704afaa3cf57a91c78e8c32ccb16077b70b9a988c34d39f0a99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dd80e17a8127b351cc8ae9be25159df9156113
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe8727f1b49961d771a2d652ecb2b49c981fc0710f2f113a26e907312a9ff29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5456aa66e8eb8f9239b28e9a922b0a0aba1fdbce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a1536676b5049d32c3c6054768cf9d2b1b1df9bbc5915c241f65adfd470952
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df350f1292e42acddef0b59dcf5c9fd4b365e6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639ed105aef5ae5b034370ea5a9e1efc9433ebca4445e281592e23568b101f47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd09c2b393487c2b1e2396fc53be1961c5a86e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292be6f9608f6b45011ba0aa72b5552e6c1a826b13ed76aefe453d01bd015967
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c37deaf6b0e7297cedd4af5c26ee59abe538db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929e9f1bc2303912cf7395e3943565166d077120ac62e0488c3b360ac8b26469
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf84f677642154688e1f78612f7e4a348a21879
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f70215cd0717844828dd70cd40b0b19a32495057ed263de4bc5d3f7fa98ca22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6785fbd23f91ef45917ea86431b05a8995d3da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61237a1bbb152928cb461c5708b7ca13a56588a0362060bf74ad381e91ef11b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d840f7ade0f52a3ba470faab7b11626a0951a27a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c442f32dd1b959191fc1f37b714ce766783286557245aa9c44c858f4606bf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f01f16cc8a281140441122b63913f4d6f3774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5264030dcc73f007317e6c3fafbc6365738f2e76163e053a896fe33c507e639d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84d2ddecc5f62589d30f31942ff262196b07b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad92430e9b195001f34eb15e4c86ce69ef4042d19e3dedb8de0fec753e0d805
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81be14639dd4070bf1a39bc8a014d6af1c3200ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d774588fa40c89891d702a50d43235f5887461ff234738a18b33cce8b2786c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aa2108419f03ef87e94244999f175d320daaa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7121a29b4e1a86bae044c4327f89850e1fba0e0b73156aef720fdd3a404fb12b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cf99ca884ddb231762e392c754b06f2e1888b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc86fb9bffc2319fa599ff97f61de63ef9debbf79acf22ce6f2d6fd93b968214
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e97df8c5cf82b9032830903639013525e02bf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503bdb6ea65487a069d3f3fd787a167e17604e2e778c95f3aee4babd52d7641
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744d7bcd7f24240736c2de63b9f26e92626a4c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adc355e3d2114def41cc38c88711bc83dd8d6c04ef39f5002a92851057f88fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0da4444c916c349b22c2173ba01738da4f07839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a969602f8f7b2b896a6b483de082739885cc6fe51d6bf50f7163b85196355cb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2944c0a317d048944f1ef8c78132b88c3e5cbbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99d4ad3175fc59fe5d19642dca06370375026c1396078e37aae38a0346b7d2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243cd40925973b73c3d1b70c151fa971635e85d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f32a3f857d34b9762b867a2dc8bb77bcd938d138068e231c77cff50ba4a792d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fda12d3e8f231b7a934a6c2943d158f3de129a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291f36422d61a4ecbf86d6679527139db6cde128ffde48db2da1d42e8947fb4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd771373e5c13604df4ef9be3d288b56b67fd00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c345592489d7c1a405b597fbd56dafea5a80e253359cceb49efefc9479f5d8aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7ce3fc5ca530528d1401ad6e0fb8e6df918220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a500fbb79390401dfc83286ef5ca3a522df42eafd6f676dcd7bce9fa5e88ce5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d2c5fdd05e380a8b166c314d61af4c0c59753f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee60efdc10d913dafa053e76078cdcdc490e45472c400619796d33d567fb0d39
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a44635b020e95a8d880df70ba2976d6afd5ff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896887d2674516285a408f06f61951589c74b12052980a69821f5d80066ec224
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00802b1a0bf84becf0e297d9035710380f00d3d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1452020afb444cc8915db867ec4ce061fa3f1387f1c6c7ccff1138e1cf7d364a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667bab268db64db5515d3acb5939f63bafb4c9e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23008e6d0217c90343f4ca4e0b3f25bfc2e2b7c8d82bb8dbccfe920fb2f8d3b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0913560a2d6bdacb66afbcbb1d8b964648467b1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b603e9d8ecdf1c87052c9082688cf467bb3ad5332186db5d12d58a2a841cd068
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742ff66e3d3ea469376f49f28e720d1affb0e5a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba0c5dce693467297cecc4ef9db7907663beb566aa617dde70616b2c86e96e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fc4fec3fc450ddd0aa6b913065dd6d62c5612c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3641621fbbbd57aa00c6f2967b25b9074b93de4a8a9ab00ecc70f6af50b62498
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09851bcdcc1c90fe1b14875a811eee0a91a26b3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81125f81fb5621048dbf16d83d2265e6e88073e1a0b9f7274847edd2d55987c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161bc97f74ddc3b3001f25721219dfd39c923b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e035334331412af0a72a49812d14c618405f2418aebabd85968c1f38305c2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9115913593aefa997125dd092b1f9c7814e75c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8389ca6dcff5cbbdfc31920706f1dfe1227c51305b4086af8dbdebd8a37e3149
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a604abbadc4fa977714a55a65a8b2854961d5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a56ed126aa9b28ab40b079cf5ebed699186064d3916b5c8b95b2d2be20abec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3befcfb7478b7bb26556d3d7716fb4c4f17cba26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb177c20488c18688661de9461806c71f3d5c5cfe20de1d7cccaddf4a07a5e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5230520431f47660e129e788cc6574c8ae54a6d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a2e30661910cc97f46de5f6c81e547eb5d5233284949c2ff6197794851a235
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1e0be2fc3031825709be705adcead68639c42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d067d160edb61845bb27cdb9e5977493b48c8fa445d49ada259fa837bba641e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfb25dcb3c4e3d61d543872ad834f08e16f5ce2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f408f9f1dbf80491e9b8b81ba272849a5d5d1907c6a2c8480aad944d5a6143
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b870c9a6422694562b155e2d3401d5bb880c0c8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feec0f504edf45ae81e114e515bd47b458dc0d234664eee6c6bc2031343a5a94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec154c06b02a6ba5f85cb3293db46bf33eb9d03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5b05f58ec47e88dd1c27ee36a677c835c2223224826ccb86f285a979ea194d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023d06a90828cc5078be461c7efb1bfb57677e48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ec9dbf865549fbd7f833d675243884c3a77250b1debbeae3910b2b708eea8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dc184f508cfc6e56ad6dba915915fa22cade2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546fdb4c7d839d6bea5caf1b023d79e18c0021d746d3efa110854e5f455fe374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7c29d888d7192673566a7779a2b112e14e4f6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cc7202634f8ae099d8a920e361c4a3a764cb4235f79ae731d22bcc8d65626f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a65bec3e0bb405655efc8478b32975a002b025
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50695edf04f81d9797803c3657efa8299d6e9e6760014076d1fec59935d7b35f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df23be884747e02bc4f9cd3222aaa18869f1ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ef1ec002d02fc9250909a6c21fe99657c37167cb21c8e089efa89d114cff20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf51fff89b42dd0c6a6633b4a71964f89a85e9e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de67555dffbad553a384257b8c329378df3083fe25dcde511c90fedb1c33c67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f807c5057be5e246fc56969c8ade7c26c2902d34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e66922d9103c648bad97f6747f7613fee2d933b04f5616c9d28f674dba7075
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb18b789d84c65cf23811d4d32b0536cb816599
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd2ecbc0bc0692e0f314313bcbd19e345a3b95e6aa11cc894af67f5e9944c8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6ab119124111d5ae16e770cf60ece030cecc31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762011504714f9d5492e712dcc284aaa2adb7cefa73f6b23544c01aaa09be132
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6b3257296e599ce2c9c0438bf588361417370e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9617d7085b9db4273cae7452a262be09aa21d2d055ac228c611bb10ecb77ffc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c995b24cc606d6f5eb636b22ec401a286222dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c93b69678aceca0d839c9db01b329abd07d25af990d8ad8f5a66824429a8b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e47bf37c407aa149d0c852d0476d41a5022ccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d58e1ccdffb2105fdc862140d6cbe0e488e641c3fbdecb6238efbb0548628f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1cb51bbc473709421111c2a51f4b8d30109bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed002d4d5a0fe3779aa73f1931a49b2e0c55dd35ebf8210ae239662cee5e542
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153ed6b34db4e34e5ec677c6519111a681206d4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f73eba8da59de34464b9e34df625f6267160f8f21465d89d76c811610393d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fb08279ae5155e5b5419f965d0d880aab294e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bafadebd959e4e45029958fae996dfb62b7b8ee80bd8077a69600ad1305beb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682bbf6b781dc1d7ec4cc2530bfa577ddc0fd135
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e6fc67357f2cbaac62d318f2eb0d87f5303cf4b1b39445a7d0046b8f17bb99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511c8db0d36e5dcc9a1ba5d6bb49c38a1ef8c9a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5a2013016c055b40283fff718b9f19ea3425f229c19fceefdf37b3a1652c1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a88da2aeddb4a144012ec9a3d93d2c5b4174d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c51c24e02c1472cd61a67add6c5a06f77772a533d6d083c3a9759b5fe4b344
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6426ad1e8d2d5ad7023bd268af5d9e75b36eb33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30504223e08546cf34b77777dc8e2173972a126ec4f827635ec402600ae331bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47af4eb2e3c7514492204cfdfee13b9b00c233a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49c0632aae3d2fe4b8025c3c304503ff06061cfc9aec0a83f56c548a6d43bb6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c84a7c2249c0b5c3f0bfb9df436ac058d25f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53845a5b6f09682edb916e404793d865f1ab57314c5454f5f5c1729ba2e825a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6614311336b468b7f11e2c92d47cd2af8ed17f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8972c06028827e83580d0a5658540f5189f39e3e5988bdc654e6f3f1513a359e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21b6d0191871130fb9f792016661c24c01cc9e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286019da7724bbb64d620cfc2b44773df9f7a1378d01c031cf0ce03715a98018
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a176887ccc26f449c85a37084d7ff45f215520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb07fbf6ea22b47282ae295a1f39def0fb3e2cb55a17f750301beae3bf85213b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bebc7032bd129cc33a55233e77b53a6b502ff9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addd0f8e7954d1d224303b9887577fcdcb954acba6f822bba12bc0e2da831735
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5cae01259bdce28019fdfd071538b8ecb97c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f85df8354e10a1381431e69d8b67c57e0e90202ec2c2595deb40cd0687e2f1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1daecaa6486e4984addb5f382d933de4715529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee85625c680d9fa1fe0faadfc04d1607e843c9cef08980a4c3e2b24c40e1ed8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cce37d12630fd9860bcecbe70ae2838097de47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b95e6c339a74d8aedca281c5e94f955d6e7b78c4a759aefffa9e1ec94a56f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f526f0b15085bdb433920520745979f5c38a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b8f9d859686e6b8f9f38d73eaff1bc0ee2f4abbb22e59614f89a5e9aa8d4f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d501e9f1434aec1536761cae2a577f76bf168c6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d872926a252f2faccdf8a830ec5946b785a4afeef746dac0331b7de3062b31e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdbda80ecc809e08b8cb0243e9e735811c0bd91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea7901aa5146ae54ff1a7a9c4a7cb62a5d2bfa7029307406a58097803c95f9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1671e0bc04cf7d0716074e2d073e1942f2e20a6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fb5a9f0c967263c20029ca675e8047fcdc16ba6dc1b28f26d96c26e6b94f97
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746df23cc70d412e7ecc8498b0585b2c270972d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54b5a979023a29a32f837c756f623f4cb42cacfcbc8d15c54a91ce25c2271e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b25d7616683aef47843605c81eb9de96eafba67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2795416138cb9fd6f0d26dad77f7fc92cb9bb834a2f401a9bf7fdc8acefedd99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4972603cbf91cb1db3c4c15de258f2b170a6564d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bd32cc6669c28af20a0634ae58e8a964fcb34d92f5e42d67ad0a446396aa29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83307512fe4ba1b0da1bb888d40b269119b8b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715f7d9a2d03a9670d6352e18e8cf07667498359da263c37e2160cdb5d9f3920
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82e85910f53860bcdfc0531c865ccb400548f5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976de07ee8de48bf48043d23dbf479c5010cba508ceec19394aad7226dedc293
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c812c2664e42e335a4e6b502287831ea72dca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116fa7a7bfb5969f76368c8aa497418cea56239f01ed329684fbe5b9a4b9d9b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba11829f2374823e55eac566a9c44b034e1b4c39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d813c817773dc4346a9fc4355d9a40cf541bf3d27379613939dd5ca13f1acab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc9a9f5d9a6d45a2449157c6a18d6a9afde0f7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce164402cffbcf72210a6bb58cc7322699082a5683e6901812d2a880747ba7bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b389272e551313238270a844e6d2b25cd21fbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e648c4076add93d231502a8472bdd3c005b397c9f99d20f5f92d5b9f41cfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72674ab52bf90dd5ee777a1c8083acea20760a3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313a4f9a2bc0c8dacf93a17f297f594412aeaa73663b1729c42ad0bac7b7840b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29c9fbfd1d4883f44976b2bd8fa9fc7f71f3fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b71c935ac226fa4438578b9576b9035d5e8a12527f3c7af2ac447fbc030f1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5519fa4873ed3a37ce645acc0bbe3b82b8c03bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a74456be95e756d064f17ff12660c4f65c3d8eee9e3f7981cba13455a747c8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b15cd51d45ab096034bb905c71bd5389313a91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a902860c6a7ef45b56985c44aa62d83af56b4b659d0144b8b8a81e188b5f251f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fec6b3c48b496abf5fd9e099c9e0c65315c75ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64a5d1b1b4902cff4c16276649694a9bafa17ce4aee934389c6fa2cecf5136a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795deefd5830505aa71ffe0906dbb54aa62cfc4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb18fbf19d2140d4af75f909b4d29130a6c708270d1119aafa5e41dfcb9c634
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae17543195ca101909d9f4edc7f623f4c41dc3a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45adcc6edb5724e999e2e22de5b20a25bddcb354e008f9fdb2fd1521eadc4e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010dd782a500482457ed320c3f51d7cb572ea602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c9d8589c4775da32ae4fd103f44b047968a25fe97d5b0a0b565d3d5fa5f016
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25afb4dc2ff76365c32b1be6b04db4e3168bffe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d17f40cd81f080899a46abe38ec202f9d1c19b35c30bf60b080e47ffd7fe1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed716e3a7c805562ae06376e8908d64a0caa2104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f010e9c0a50845cb3a72a688a7ca51338d3968d03bff14228533a06665f635
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a260f96c9c4a204ebd3728c70792a0d86a45ecd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52342321ab2f64f3675e82703d497f7a72ff0a9b6ccf65f50ad3206ba319296
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c58bc8fd821015dd7e44b907e92b00ec220097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cae8291b96ff55961c1c6a64152332fbe857884cdda30f0c58969a995ae26b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa86f1d65b3b77c30dccd93a13ced1525e6098ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c33ddb387e31997dc0144b215716f895ba1f39541c5f27b597e4907ae844b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64955c215ae7f8c2d9ffa5e4279fc90996b9a370
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a07c75d26700c11abcdaf4c5ca3593e54ae729d8ca70ad8ff5128869af1b2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00906900cc1bc69a6ead79b620cc1c0c7778116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22147deba0c27d6fc780baee6a95ad5095664f58e36c6d396bfb1d328c425eb1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fbffe88b7f0f9da35dac5c32936b8e76aaf5aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05ee53c252694b0e7dc91c2d9ad9b5924a99f7e70c72a2b164ca4a4cfd4932b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f5c5b4f7b4cd483e2c8c3bd9e6062507f0e576
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e1bce2e36277a4c1b648da59da5277a9e4520f426b196e7aa315e8ee59a4a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2c20bb5aa5f847507a42d588723c19edf9e296
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aebf675f303ba90c720cdc9f53646a0909a7ff314648fb25b67632e46408c7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69210651482adadaa87eb8c2d7821c89faeedcf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cde4bd2d93babbfe1fa10c114b7fe5f6a63a2f2c0f6f480b1ca9228e4cb4dbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40c366a84fbef23b873b892964f8be37dd88a82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e21d8ac44f0417fc5264116013a2cafa2e8ca696d537f17395eac4c782b4cd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755d56009580d1c98411ad23d94218cb8d08c6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24c5445a5ac2746bcf23a412107569a05c7df3d01ad37ccd7570fea3c24922c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80158cf7847f3d94395fb3f81ce290ddb57bc1f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b07e75d75b4bae2c6abe2602b901267d2ba2d135ee915b2f1ccc5209ad92a5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f29e9ca7242c1097ecc383f6553a2a38e7a4cc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1f3db80b5a1ba869095db1358de9cac6a627bd6ab619b3c28b019f87f811ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef2b53f93c8c73b00e04d46ac86cb7a81e40694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4409e6bb8e4ec67d76ecec6a5c315c0d0d4ebd8056ed52ee0d8844fc6462bf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ba92f4680a7412b14eb8ce966a13c7597ad3aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4e3f3f432c676e3859e9bca1ef0c243f8ad175ba9091c3d9a2a8f74adf819d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4176fa203268940d378373b85d2eaef423ca9d38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f143986e5d464213e755007632848507448ed48a2d7c137a747f5bb83549c05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc14b4b5d4841f0e6b82be4ee1ec006787c113
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d020be9a7e91854cd29f95c91adbe520064f9177d427dbf55b3531b5cde707fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996479900174586f69755d55b44fa2b43e1cfb68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a936d0d2083a07fdb0ac5d7f2ad6b66d55001679888db48ae3d301dc02ef4149
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa11c9d1de1a95fdd62014d34c9fde55bcd9193
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fedfa6e314903491e7ae56c959992c32939d3c8925936e02de47e08ab128fb
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ef270085afc217690e7976025c2292f36f93c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c953bbcce2465c539654724cf0d4fef1048c15e9f170a75d9c074ce4a8886c83
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1efb4087c3478350c9e0323a3f2e26221f435ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b263789b98bce6244fb3338f3eb9813f972c70756de7a2051592c098d306b6b
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bb2c023a6f9aef3c759762cb7802949f6f5647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862b2efd26c8901f9fb43aa93beead9a58612495dd692b572d4ee707151e5931
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b021c4aa248439102a54b97029c9c090780fcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b8ecfe4f20c05e67e681264d2dff0db416a9f936deba8a4c9d0aa6403e46bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44066c95e2143db9290989f35d368a3442c22356
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d2f15a6b41ea059c54ba5cf5051337f5be7067501d8c19ee7d7aee6587c241
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47826a99e95272ece0a65caa722882f3bcca9dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000b5f5d5084fadee932f2c2647ace979479adc92c61ad51a743a82539ce780
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4f6e069bce0e8cfe4881ec9c2f84d54f767708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02f9fed7e80cfc12f5ecf1eea2c06d49254d4ab2ccb4bd3891f691feaebbc4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a344862962f1746149451517bd323406a43629a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab063e034ee51357c5d01de0503d33ad07df69420c6cbb06999c457ab3fc1a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e0b64634432e4c0daf97fe3a76be58b69bd251
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412529a1ebe77d469a3d8390b9094b093d128e32a61451f981836328a51d06a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67625373f1e373969780c8285cda0585d9d65bb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf62a97e6949514558a5ddd8a4ec5da3f22c26e3139c8894fa5e3ab80b2cb53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39e92bdc9e19c626488ddd55f75700a67af11cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b9891a5a139ae811fbdbcb9062708ce8b9710d6e3933c1f007f02091ab57ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0377aed179f16635d375cefec30804d345b1a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c769f2b515e5af5a4ac2dd5ac9b93db30aa824b1370c3afd08d9e79b6d4405f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149f923a7033ac24d6a0f2a3920930e3f68852a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b118f886fc898e3f9e3b6d5c1469581493ae4e7a466de43ef4d6f51ea42c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56738e4c681a505b84693875998a083bd0207496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a461566e0b11b79341046e4a8e65d20b731e9c7cdf7272f09605d617297d8253
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa9db80f3400c79866962d2611ad39b3e6cb2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbeea51e15d6a5402dcd78e131bcad1c72537363dd40ab27248cc9d30269822
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ac001eb86e23eb0f90af6fcbebb03b408860fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea04d836904b73d41eecf2e63ea06cfe056988340dda614b2db07d018c599a48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850a21156ef180387a763a93fa61bdbcfb993ddd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03dc0a8df1f6c051d74d888b53314845e66eae401b55f5a54eed39951df4305
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9005e2a281b3cf2e69d2673ee8c5600715413c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6044663a83e98c1e7b758ac2d8563651b96ac0b607d346407d09813a0f7697a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a665b9b1277a63a24b356938696b547111158be4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fb0f82e6580a7c0bc51ff4c5b5e7870e1fc0de8fc6ed48ba157842a1de1c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58860aac1e32051a5ed22002a6c6ad6884f4bc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96609460933cfebc268dcfe6cb9aab7acbf421559fc30253eeb9f6e5a6000e7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919c84f8a9190eae4d72f423ac6a549fc97ce753
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf43cb0ee088fdbe559b481f851331b695fa4c50d840d89a7fce17cbe12d5e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6a2677e956c015e48f47dccce5343ae3aff5fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27389b7b7b9666dc78542df600b57096b97f9138ca70ba429b90a253666915d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba55e93b25feb103b963ab0963d1c03e3cd66e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f37a18582a7a0d0664babc44e5ba47bf14d6ebdcd6c74a3fc6c1833bbd3c6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce265299c0edb6c4e7cc6196f4354e5b080c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fc863116747a91d6840af7af69c9f653e33f7d7157bade298356036c0ab128
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27646915fe154de723e281147dab3395bf57c658
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6011bd8825cdb06a56eefca5608e4ab6a8f333f1e07f618475a382e4a02e4f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de4f8721bf1a026160ff28ec389b5e0c4e4678
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8954432bd742f255e80e972ea100a901667c09e5b84c0a0900180f8a48c6e27b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bf729f3292629f2e194520d03a021d5ce2d478
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691149778bb75bc1c4c68de86346a54ca814dac76087988ef9f7531d1bfd6ca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc11fb3ea33780a84ede797dd56d66c06bf3630
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756778f9c9b8fc9869df87b95d142979a2c1c8279f41f49068108308f5548d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e4acb99ea3135a1a723db1f9821845b01c5322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df88b5bc4ed10e152ae0a0ff8c5c27af1f0f96b5119abcc40ae81bd7fe476f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8363b76f093d950a084ddea471fabfda7e03160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407ba2d60353e86a7567e11e645bdf5447e8f87bf1b3f294f194e6013dc4f0ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d3f1462b9a49c253b6b6d88d5f0e48d0e7ceb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f6f4cd672a157832b402acfd23f6a267d0eaa6380ed1c24986cb97dd813fb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf65b8c149e04028b346dda9cab3e6a725f2679b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7d4107753f378bc26873fb923e860ecb8df88ba85e40b06eee6c37aa04fe58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db77bb27fa10b11bf7bb523e801c3cc6af9cfaef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dafda4887532b1cde0dd1f946289a848eb0b0ed11c61774a76dba838d62a8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c7c9a398ea13c8997f41d06116737c11116583
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c2be28f0b3a332b1b935d890ac015121b45eb6c4ee7c3e65f402351e20a205
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee68a602f4be057295876265e03be3a5c28faa0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6a5a81c43949a0234e8a4509b860071d008d592a75334059eeb57b3ebb6c3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df08b87e85777a7443e07e7d1b2b439a6a0c670a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74604d2b2dd94e6b473991b0ebfe66124c423d102dded974167d908aee57f41a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614f3076c6f04b36368c441ee16fe84c5e8b8f9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474941570febdc250c66b03fb43f20f18b3ebfe4dd5909964cc02d08ee832598
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d9d4ddd78c62d4f8bdbfd4b02695e3d9b3816c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addd65633271736a6af2390021ee779a9b15344d14ea6f22d952a053ba4774c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516480d16f67bfb033145fad94a7689fd2b0f64b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581a7cd28149cfcd3a84539917c31d279ae6296794511db2948487918fe27159
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f746422752cf666300174d060543e5ac2b02c8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1649ab870a9f5bd9beec5c36e0c4f1ec9d2ff337b92251536d89bb474b8b7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078be6bd8b70f6f56bc6e0c6b0ae71d567a38ba9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146df5667b92b872a487f332fd9700b22f005dce1539bb3304e500e629a073b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c2702dc70303e27b510bf79701f67023ef4158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b624f5adaacc1eec5a99d9ae178f78f99611763678043c092ef79acb3192e657
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a412689dded75ace40aeddf18b70f9dca4a3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6edb44f3612c508889268d44ebca0fe4b8ca1b0cc01d437d300f49d35da0e31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbefe2842f36e6c232fe7e0b130c477705dff9ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e103d546f73e459d5ee55374961fe01c65c6345a126f3b6c65251871b8256b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c9a47734adbeb95ac635f686a5ea23ce67360d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f54c71d65f937d77bc2d2d158f52c602b5a695737878be57d5f5481d779992
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2fac65fd692fa6d493fc7e17ddf84f7efa847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211b2dfcd5d0745c02054c5240c31ff2da89752f68241c61fa445e49c8228525
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422186873d8d0638b7ada8b8ef8b448cd3d44d67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c35ded9d2ec9db5c7540cd96952fe75a3dc65890f1df0af96b066f2d775ec2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce9c0ee2d7dc9fd88e88be7fb57c3eb3ce08ca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06729d112324bb997f196b99baa9a5980440255496967fdf8c1541833f3a1e08
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0b894989f278be27a2d38fa845e0665de14816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657b1202ad2b77e05f60c3a4917e1c66d708d7e02077ccdf029b885776caef20
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e060f3d1318ca7f94585aaa256fd95c11cd95f96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aed9248cb1627a71ed9d791da1656c58b9dadd67ed6d957505a6afd8da9499
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd57c599d6e9024e37b9148710c52eaaa93f6b24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3482a9522b9027fd96295717d5ef30844229f46da9dfc8c12537725a22d8665
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767afeba678b640378046c4e713f6e79dcdf4191
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1467019b8c86e574c33143af43b9b2a9cc2b5f8da884a0649a6122cf1480b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f75ca71e35d27747b37bb965507000af7d00ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119939c33845d96fcbfbca7782167a7c10ccf319def7fa04f9a3bc815fad7ade
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2b1b9f27005b7b700451a273d2e6dd527b340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e978e558e2e52ff773bb7de585009b9dee39cef3294b60808852a8376a527a15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977f043fff05e10cd9a1c0449ed3028bec365d88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f07ef9eeaaf18b6e592d6b82d4931bbaed3a231e2dd9dfde4871ac52ab83b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52238ec2f68ec9322db5ef205e00e84afe002317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a491adc961238b75d36f8571a50a03fc32c85eb0140e12835e4dd9ab95cc3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f8367ec679c51b25bd41bce9929fc3f9498e19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c5f8639a0f3de2109c02a91aabafdb2dfefd2bdb1e3236b7b2b5e4323c2dbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b51fe96e97258a2aff87d2fcf1e32a64ef97c86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba754dccd8bcf8cbe2f60d7ea0846d5c26b66575fb7d50cc8386802ad71be08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5230e4c6fef1ac64111cae9e19a72405c9d512fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d298be76fd1089d18e99019f07414ee335cdeec0ce93e12a1e8c9c1d34cfb680
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a628f028cf340cdf43ecaa09c6cc691096c0b7fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b0ea718daffc0b75f6698e4dd3d9b9537b1378b7a9ab8a278a1097c58a045d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1d77ac772be0f232fe8266f9d537eaca88fd68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1ddbf526c3e206b715bb5e07077de8e7dd151eba5fcd3d90d544891a5c1f53
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5762880e8f371585e4be6e2f3ed017ae0ebdf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d0ea187594d90fab8ec424b604670b63d9ddd56de42899bcddb4e540161aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2778919f67b0fd50b263383486ee9b0e2e425ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911419a534449a0f931a88dcdafa04e653b242bbc74868d7d30bd763edd49c16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e80f09d97d7c969171f02cd71c989880fa819f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb65fec95d57c1dbe5c65a3d9dfe7d656f6422097261798e7caf44b56d81b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b4476674ea1c5f3a691ee728ce761384518023
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0d31542748f5e804d5a94882baaa43c1103366d56aaec81623798aa2643c2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737ddbf81627be72f1993ae4eae377e492c8bdb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f8050c839e3e2e5d992efb58c8177152fc767d887e8ebbf92c85b37f19a70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f4b29d914a88b2d92478f035c6448ef38c7e56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998fa3de18d6fbe7886c9160238736907c6b0a6f9145f932133767a3198e0e83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529c2991ac17b05eb654cb39103486c46c8a36f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1671fe6ee700d0fa309638d9a1b1d58d52d00f61c27a2e13ff35c95b2bddb0a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feae309c9eb5c3b02123bf848f7faac01cdff143
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048100bdf5be024e88ce1e910b3fe0db25a3916265e4e533877fb176df78b5f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62b118e442a0fc6a59b65e0eb208e2bb00bf724
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfa1bd86305dd02fcb11acbbd0752e04c3a5b7e818084692181a94c5d8c5797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41071ed937a1aa34113e4c04a672c20a841ad7cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74faa218adc801f7bc1970202376792f6d6ce8f37849b9805e3cf41f0957987f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8942dbf68dcaea70a6400cafffef623dc2113
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ef1f5e4d1cc920ed3b3a64a5eff21a3db6f05313fb5e53a32fec3d81e8659c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76de60a144b6f8132132612467e007b500a694cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee791e9c4791249a1bdb365ac08fe4cd17fdc7ba6361408ff84bf6c48f362505
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4c932b8a5b199ff456ebc0f31d3d95a23d8127
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a5db8b6dc2b9a3240ca285d96b81fbe57b2e5e6548b02321441357bd395ae5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b3b035124c0dd56832b87bc12c2edc5668d13d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61600280ad1d662072d1cc174d9f5e438f72d7f9e0816fdcb96cd8f652c624e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1431b6098baa2bdfed443e30813d040acda0cf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd62ef4c6f9fe3f66d4820d685c808291b74c830e6ef2c49ff719484394d0e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee636f1a18f78145b608fefd34a2d6cc5e720678
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0588d9e9d0d7f89a34cbe61e68f0da8aedc913888575ad3c429ff67afbb7489
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb9d800481d2fa57b79b67a3800b2222b255d26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51946c36ff438125d9d373a8d970401cc222b3a34248d434153e8bba6079c88e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dd3bcee8ac8a35ef47cdaf692f18933a7c869f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ed947969ce23d1dc01ae78951d9c28a7d623b99f6b309f3b6a396a6e02e6a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00da69005d12e5c80e4a55b55d3ea768945f0c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7013fe21c70ea598784648f34c72ef966a400ce5755beeaf69d05e589c30117
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f4c21b64b5baa125323bacda062169ad6d5382
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069a279756b0ff065b39d66fe725bb351843e1de11e89b805dde9ab69142ae4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06000148b3160fc46e287426b99c79ab06dd020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa8a2990e6eab6a430d663381815a986bb71ffd6621dd9213f500cdbae4fe84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e33fc1dd6e01c8681dac590ab899eea1fa4216e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71835288efad7b5c1e540e446ac2335dd2e8873ea49f80f62f66deae5242915
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d389d66025735a13d9858a7f026b51090f95a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e4effd8fa99ccbcc81fe33397f26f7704e84a948bd87ee89203c371aa72018
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2faf1278a3adaaa9f906983a1b178b1e5fbffe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f40c1dcd89eadc5f5c1d55f41296d8d68c578344c2320f698868ab010d6ac72
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c9a51f79481f27e4438f325afcd567437b81b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3cb7b18ee916c36b91d64b7237ff279c6792942cbea704cb57860e52c756dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f704e2654c1790a269ed661f7ca36a84135cd83a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573ca101f0b77170ad9d858ae7c186aefaa7d0445a951237e80a1a2b298409bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3457386dcdd9498f6c046e8a90a47f6f1f67ecce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20a586024b092ddd2f89b6f242c5695af74e23052c03910be6c8c5460aab5db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851230b599a18e5c6b34ff0cf6cbb38396598faa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98975057eb8ee6fffc941da115a467b6f38b3f42fd8891c1458dcbe44a9daf6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98bfa3dec390429e7b6ff99ef14190cb21c7847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbe392182e0c480875845ae7bc4ccc8528f9ac3e1e8e6951fba37c5f065b33c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fa4e14c8bf48181b5179fb06f569ce5baf5cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab82319d3d3dc3d6c76bdf3d1183b6a93073cb3e799532ba57c14e89d326de74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9d195d03652984603c892ef2e001408cfa7d85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f232afcdadecc422d94e41cc467c606e6a39d5c9ecdd840eaabcdb1aaa9c0575
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796e6555b2a0b6a6e0f030b50df2a052b54cdd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d78014fb67b39bc2c4b519316d1e0861cacd9ee9ab0f46b9a08b26d389754
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5591d6f234e780e5b98103fbe4cc8cf1e7f11c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab13e05e76cd72b7cb834840cb0fb451cadb26f9966353894237be675f5f22e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f427828d96a46f11abcb0dde5ed90d283f77dce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e85ffeee1cfa37897cd4f59e2fa9832ce165ebc7a52bc7c1a0480a1f50d4f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d475fb16823cfd60737e596a6869a480b7932dc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5512ef66860c5bff510f1860eac6730a3799110fdd5b09e56659ace8d007f294
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9300a104e728db5239d39895c2ad825b2bf47169
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bffdcb0065942d358c4de351d6306664c62569c162c5e379c03d0a7792b2bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee2ae316aacc221c94558a1a10ca5035b2efade
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a06d87d3930071afa4db9cf22cc4dee3bc16b9d968e6104c997b85378119d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56fecb0c780e58f4e88c8753929883d359e661c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f754af22eddfb8040428596b49cf3cd0bdeca07a65088c921ea7849448ff608
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e9b695fa54f13ce71d0fc275f702c83c3fa18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbd7e9d64912acf40e920235196c28c9dfb5bf83ee93d7a606c1964009c21b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3954150f5ff11a596dced489f6e964ab255ab96d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c59532453b59e5570b0977ac5fde23755f066767a12ec3af1f8be30de97cbb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e76f4519009d2bd3a2f3aef56a304ae74affb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25130175646744d17337dfe2ef008e34e5432cb4ba36b3ef9f06d173f92ea468
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47a99ad1d4bb3c13fc6998f5098de7681adc704
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0a4d3f5f69237e7dce216baea992726b51de57dd56482c4d1d356c74c275e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae2915523fcea9d3c2d6e21b033188cad02fddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2f2bd752bcd0709712b9abdf2a7e101248cb079d30abad931e4dc9e946774
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8b0af9888b09ce01de81ae01be36755eabf693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4a801df19a398df7bb6e0669525a6ea38fba0b409eab14d35450982b1f1bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99bb8bc207adeae99c4119bfcd8d65d9f76010e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408668cdbafb803b947c3c185593ccd453fa121a9d2ee6637e241356b4c98679
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b1625d4b41b8e53e600b3a620b2a52de546c53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afd660a8425b69c140e1644c1135c9e32bd5a1a496ddad93cebb33aecdcc785
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9654e49f1702e7c94dde8bd5b9a78cf6ffdbc6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab230926cc972b31f3084fb1862dd185a9059668e21f1a1dc88aeaac31dc4fce
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f697ea10338312bc2da5bc73e079cc047271dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9492e788c8fd3045985af1a60047503b28d38be5ac1e914ed8b3486657a8dc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b50c012475ade8d3c6f7736ba88739d0da36ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c162b8e2ce6a13373b74c5c54b86eef20861d5087a638264eb537a32463bdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c07edaa2ffabc07a6430baf1fe1fc7b57fffce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7a76915ea773f90ad9be645b50b2efe883309ed985b4dba5170136da2933c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c56bf7df4ff07cbd8900cd75a4d5c5d9ed7e80f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0590da8cb9feb85c5b6aa708b2958a0b29b52c70df42a516142d7ce58f282c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98054ed3a62641b4e7fdc7e58ce796a5f6df3b4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafd4101705e220665a64c8c6e9c3c44a44bcbcb25a53e24bdd6d710013cccb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f544a71f63bd531af20394d590370c97a933c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931cf969d11260ebf5e65ddb9402347212043edcd2533c0888164fd028e97aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea34fa443a2fcfeda35992f2eb4db7edda705e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ba6da6a677ceb31c245572a2fe84cc70afe64e2fa2c29c549a8e979f270cfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8bbc9e724a23b72f3ba557e4c70a01d26cae11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a4a6a56cd4c8c9f171267da9817b8fa6dc282e743a7b32fe361566eb25d89b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c26d14e4ef31380a68901ed43db545f9d30d3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f761fc6df0fe631340a3f659dea33327515f712b39f129222b4099c9dccf4e13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c9865bb32f23fe371ef273befda80b178cb9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46021784f3069091e7af10e24611222b1d9fb65cde5fdec70c4de182e8aa47b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5075c1ac593f6fda0266c31bc8a47049dce42893
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b8457e852ea3743cbd360bb7fa2fb89e8365748c607ea148d6ad799717b1fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425b64c359e4ee20eae879fc7e14d3646a6e51b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5e59831ff8102efaad3f1cb5fe87af007eb305eecd3efc0d3076b90e78983
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b088880643a785fd74ef06100cde3e64491c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392d064980af13bb01e414c9b231f00c1851e166814acba1baede9c6231c09e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aa1eeb22f608691e89f2d8e13663b7a0d7f3a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe594163da22bf81daacb197d9d8916d3bbc5a28796592caf873a97aa0a10fba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd5b4e5639fc9ddf5badad217b9df97bc1185e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45340f46c283ddd4e81967b81fd9515c1ab2739504c6c62fd5a723d70593746a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1687a92e65e0f3e8faea4f790b32cc8c3c27a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85800487d495a97d4f6534e1c8462503deae8bc09c13590387b757f34303cdd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cf8107b6fbb239b29619366dd12be7c371f939
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f6f87506946215cfed56f4fd345d43666685b29429207956244cc63c19872d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb56fb92c9ca990f7565695d135fb8e198b8199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e7ddd707d5b290074bb9e3fddb6d3cf8cf2df6f9629659c3855c92dcf8cf29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88941ef99cce4fe28f02c957ca96eab0e49882c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1613a62e1ce35a24bc33e30a8783f0cde59f2a33f1a68fbb861830945d17ebb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dce751aac496ab3a62039c4a7897182bb2ec7be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bff1c7b8eaea1707ce01d8b62fa218e8e294a2cffe52ba5153dc527a40f824d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4ce6905b13bc7898cb76ba3a62e64d2d8eb18a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677d5cefc35097a02eb25f5d53de768683335c1a76ca3368130a34786ca9bf88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b490ff6af3d13b3c1c9e8a470fe9ded658f8bf27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb98f3055b726be63548e501b68a19e8af1fc8232dae65ad82e7a9975f2840d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f74d02880ebf58c7ff17168376c0654bf86060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0df44f25ebc6828b89ee63b9d3a753ee9bbae5215e12dfaa2877dcbfb7f0523
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a64dce6beb19d0f4cc8ca81f8cfb7ec3866f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b0869eb6d01c72331203914dbce4dcd8a06fc79a1bedebccec1406630e6ef4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb604e02edd8dbff321d8c609c3063a893f529b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c424b59ef280ab36f6d826046e8320f5f70c09eab120c3ca846838118507caf9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745e8c8ad10acf37aa5e439dcf55f84f36f47821
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcffe9e43461f5c1ce0279a0caf49e1664558e870e999092dbcc367be5ff698
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ade715cdccfdac16f00c4114d2ddd20f7c8c9f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6580b8fd5ded4c9e4b01d312cd500517339cedf0d2dcc28610e0d58f6f5c66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a08bd5d80d9853781564007c14e6de1ab3ffe63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544049a6cbd157be732562c7aa92ec8f722b88cb9fcb088c37d28ebe33360e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6215cd55899804fad6b36a7cbbe594a87e7d037c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf5fd7a726fc118dfe5f02d6abc42ff1da9b1da6eb0f9aa6eb51585316dca7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625ce5ce5509bf1fc6f9a56a5c39c68b7ec9d629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd99f98b0fd8ab0df8d0c0ddcfb5c2aa357f3bba2edd565bd3014597b986eed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7923e8702977ad91926f26977f8ad051e14c6729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2585e1bfec31eb5116d1ee57617a3bb5e6ac89052b6a5ba1bc25fe8951b80fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108c679b9b21d874b60045fea19ffc6bc22eae7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac774f83ce5752a750e31b8673aa192e416bb10ad0c6871bc3a969cd8500544b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e053717cc92dae14980107b1052137d923b35768
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970814d35f6ed91daebfab7c2c52980875cabb52453e3cdff7b41ac4f6f53898
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4eeb9cf7694bdc33310cdd3f5108a634d357c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf2a339b579f7d0f8a66e4dd90b9e2a0f20a4255ac7d2854b0b9e8fd3c4ce83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93e0bb57a35dbf9f0a5f0cc934a427538914c51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5694d75144c37f8012d22b45d7fb43994a893ebdcdc7d71eac22ee8c9b22d3f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1da3bef15411a320bfccf9a765ff23bbb2450e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3b85aac5084cd3a10e3cd8bf3361f1883301e0d4ac40155a7ea0e55e1b5832
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b4a5e062109a3d51bf9050cfcf91c9a0c87ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaf2f18203c073833dfbdff48efff5ad67020cc27539d3f1802a92423d0d18c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ad4025a80cc9ade87c6a2c27c6577191bd2ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8efc566b0127992a8bbbc5918e40ee970a97fe4ece9dfe656074a939b1b662e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c032a6fb28560a16eb23a0f120c47119579a24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02d197994574fab52c5109c61cdcf4c581ea0ba18a30b0afd2af79813a6e3c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef38d7d2623a2a1e0338eb733fad370ad9fe2f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a012d2238e21b87ac60cda5431888c3974c1da5c8520e4422e293679c6c47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2f31c587e3583c8e1c71069ad0edc718e823e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daadc690c182b818d070a6a99c7b536010254546652a5099070fea45224aa394
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a63d7548b09e5fe606c3a1010f346c280a9a1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c7329b471ab7c931c680b94e45d84388a1298d3782ba09702fdc64fce1e7e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731961c1839ada2b0ac5cc397972fdc9317b942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eca6e97ea5ba85b06b019d75ce1da97be156bf4e738b2b7dab2eb05da03da9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b7efa3a108285cd41c4102f16626763e5f9382
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38423349cbb74eb92aec9ce1fcbd514ee9def785a281dd9a6a8e82b032842c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4288160c64c19b6f9a93f492e5d85235f331a04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7b300328867c1f5068371fe433c29ffc798d438906c9415f0964eb7b2b04a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14adba5c05f24143ae4ad908be21cb2270ecbdbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c0020046830a7370d68fe197183ea575b2c4666b4c17b77859913b5092b5aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845a7422fd81db544f9521433899e25a4885d27b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990efe4efd7aefb95ec205bc3638bd96246b8fa3fb5b3316ec955ace9b4f00aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c081155a55d85eb4af0fc681c259bc4a02cff774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a8dea346f0781df7845a7a1390434a5e45578e128204ccd4932d1b09e421e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5937a0cbe00c2fd76c0409a75e5df21e01957c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76771fbe7c300bbfd47d7fd94add5fd74b3d2df6f706d5e7711bcf1e0a6ba436
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0217eb4f1eee4970ba7db76f02af9d6462bcbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c56434071ee124acd694598b645190eff53ba9e4f8edc961411f30222af1870
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52f47f3d6dac0df43c0688552c9edde01d01d3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2dd48baa0c1dc76db09c5b8e7e32f68f7f039d8582b7978a2da639b683c23a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a6297789d2e09bd3fc025264ccd0e209468b18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc60c0688200c52541b99273bf9316147695712231562e26a5610a72df043837
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74fa67d78bcbcb0aa2548687efd37d4b7a57eb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523e33b40467f0366374745bc5e0bce1101d1d3d13f957cca32d075318ed6092
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23582989ea489efa98bb574088d6643bddb6191f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e7b864c35dd3b23062bbd3a66ecf0bd17ce52288246cf412afc5b8c202d62f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df3e08fc5014dc0aad21b9869261663fa43d4f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f38685e21c85160832ce1d05a7f5ffa65f1b549690bcb13410280bf872448a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02cf9a2ec5934480b6a0393608bb30a662a9c1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737a404faea6ae70e510bbfebd8e86604edc2cf34e8605eb68a7cf9adc4f82c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a28c93ea72c6b861d871922a73bc042ee6f2f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac37e79f825090fb2d34dbb9ff34b035af7eb6d4898c74df3c227eea6a40ddac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b023645ef6bd166cf582b40d93c3bd00daebfb7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f66be4e25aa9e5e2c6647f461fce432f1d8068f8984ac39f064564b2d56be65
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4164176263c249da063fd9176465956028e2d27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c33894a778bd4ba9647e253dbe64a155222df826c70625051b11cb3f8336b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32835618b1726f8abaa8716c285859a570781a47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277fde91d20f121dac91200f37d4161749e362ff4ef273df95d6f70d68dae8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3abd84a732e1980e6b93ef9b90e1f23f9f6e20a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c83e4ef2c1bd7d54e662336ad377632d10852158d39d5e05f7b266e5e0b09f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc8196f3d2f9fcb33dcdee5c944f6232f303224
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6945a48a7ddd2f08a006d53cd1490eb3b267e218e74abe38bd0d44a18ecea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb453e335c89af6eeabeb6e4bb59d4d5bb8292bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15f274f4a325c5e9a4279c49cded5ce0d23003a5ab778730337c8f3649bf815
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35cacbc8d079c2f40a875fa97721b47d8368866
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010130103e7fc884c90b0aac66df64494804c782af5c8c873a2312b4caa1b7ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17d7a6c8936781cd3b57b1e55e6dc9460a7f5b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c26c4cc865276948aa6529d81c165f91f665746d3a0f73b2434e25665a76189
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f3f6c88ec6050dd8c25283fdfc13d0a9aa6332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f9659787c706a64c183b30fbee570ef15aa9cd0cb37bffbfc85352628a71e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf61fdb2be3797e7c2d8bc9af3ae1b621b30086c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdb9ea83aecd8a22c9ca894be04bc046fb8975b3db138a31b8a086834222d7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a81dfdea803c638cd69e8a574ba9eca47547030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85265f10501c7ebf01cfe42c2d2158c7210e483ddcd03f4bd7b9ac6ef922d054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac90453a86128e2602e4ab0a010df728da4a1858
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2782aca276ceea850ed3dce774f5b44e8deaae277f419e7895359a13c541984a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64998659ecc6b8ba6391ce6a3d9524fa443eb061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886d24c0cd0d4aa5876aad3cb596bb229870ca7f65d34b5c64fff4d903741b1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeeae84162ba9d89da205efbdcf53cd037e132b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b2084692c43c1030c7f141f66e6e2d12bd4e9c98d36bf9450c4dc8e72022d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29b04053e47b781f9c91d883851cccd44668b24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81245ca3cbab4ca824f13479d4b12fec69fb6dc7490c5e01d426513920c99e12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff4a316a6cd6e51bae6935eb41d414a06654135
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8276241d5dac891de37544ae99803b3218ac19fec67ff2dabb248c7c99440f5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a42cc22e8035dfd6b41556d1ffdf714fb434723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a871b57087d03ed1d94b2111d21fb94f5471858bbcfae6ebafcfa34f339cdf47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd70421341c8449922bedb12b3fcd572d4a02b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12eeaf1fd1b30e650393fe375602bb01956276f6a996b213232a67238d4b2ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c629323b8de5d3b740f9408b474762a1ba81a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c183f97060734880b75a31983f418a529cf7b98f8fd0f23c1597a4265f7b95aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882156b99686d661874cb07cb3fe56eedac5e791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1404ad16af0a1e84064876c0308310827691c5df943df578639afe6fc9ecfec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd08dbdedb35d998d587271fce244d5ad9095870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab00960472849a98da8e4518088ae6a548acae8148ab9e46d10f931e3e50adc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6593d5920ca19cdede18e521793b07e825f1432
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e500c7832fee97809815c153e6a2447431d12275c6d0bc84101425e4d4367e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d87464c52ef6e4c55f7897432c78afd3096d297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e1b663426d762a517d541992f7a159eafd3a80d740bbadbf1b89b8ff75f0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738f2cce400e97731516853bc1509eff2eb69df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e40f57325b6124fc51b6e2f189eb62b6c015551a8207818a3345a4a5c93b32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27674627b9e3adc366893accb2257404b04260b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cfc5094d9d9afe925e21797711562fefa886742f9494c80842e5a5d32e48bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ba20c8292736291c4ce8bbf61c64a413429765
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2923fd16192d20a0a581599e0605cea7360b911f0b1fd8be57373f0846ebe564
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b89361ce2a1012c90c7e3086351dadc2a66a66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e676020697a4f774732f8b6549b6ede01a91950c7085cdb803a139fd76298060
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f38115d4686e8d0a8507e03a4460fd187a7715
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd656c069374f7fbf4f0b50be994c555ced5739094f5bdebacbf6b0a0472ae81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc016ceea2242cb44780de1865d867c832899e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00325b3e56672a037ec2c2a2b77da5313f9f4274c684254af8e8449c4d470ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779d63eac8273f00f9aaf934bc2ab994b2abac1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f2abe657619cd78871f9e2bf741687b1e4d35bbdb87eec8b676b8b8d37dcd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e0ea58b1ce78a00b1a2e705ba28f3de78b7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682787d45ad65b131ba2100a68f938595a4fe27fcfb36e07fb02b4e6576f407b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c1bbb1fc0bcedb0faffe8355114fa701974d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f55c5294db56606fc0555545abebeadb7bbe293edde631c55d240c1d63acac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820cf05f78bba40ebe1d30935ee64c60a5ecc0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7995bf3d15dd41a0611d5d589f201cc7ed29ae5e2ec7a73bf899249ff8d15f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79321294d8b7ca0f752ba5a0ef7d494ddbde7b76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c7a19177cbd05149035b140991a8f982dd98d555f4c38a2da8b3c29f755d7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba90bee7ab5b844e712f137353a4dac5b03eb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e8ee9495b916e3a7859d76a146f8146ca307de3411de4e694d0f2f096799e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7e3c1c6de2038239d90c5edf56c54779ac5303
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ac8ba94b35c6e26d3ee9e6a21f6f38530d707732366090be423b789725c032
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e84475a033d6064ae10e55d01661aa5ede00eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dc3e4a307d8a4f94962cd676393852791118471dec527b4538c59b5a44ee02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545cb42bfea86febf8b9df92faf44dde7da34f7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596653088a2cdfd5bd28136912b1716f5cf5cbc22f1eb4657373c7fb4ca4be66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4618c5fcc8fcbc916d11f914b84def8626d135
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8040befcaaeb7483ed777b482c9706f76fb95c4c08d033085007d65efa64cbca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4426700e1f5e217ddc5e56e600269d9c5fd943ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e102eb7e71b5be42d79573f0185c77641390092b89708901c19433326e2e58d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df39e4ea964220f6eb5d88840e1f05e3fe806f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f45787dc8bff0c034170ad8016927b807dff12a0c7fa4f7ecef8344e665c7ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af264f6d535addbe52d28b785d6b6fee4c01134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d664119b1332293e368df45ee2451e8520b00fe78ea897b68fc10294e6b548
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67216a2f7ea0af0b59f68468d0b93e9e30e51ad2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036a3d75a3856c02e02c30340e6a3f369a92bc0e4cef57cb2254804bd3df5ae8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9157507777c3d985a28e9c17668e6344c3fe4053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca12a45fc08330450eb3454b5e6501cbf6dfb9646d465aaa5154e655fac5482
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcbe1a97bd29bd5f40b0fe3260705aac3d8ce53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c41432565b4203f3956f2aef34dcb2d0789ba577a42d740e30166f64ea5f78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3e64289115670eb61191a13e83b34aed2a432a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c22c284bcbcc3b9eeddc23c63c49aafdd4cba9cc249f6f5df1ac12ceebc2ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd14490e1fbbadd01d76cb034c20820d691796c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdfcdf1a87596d5605f70ddc898122f7b7a51be3f4f6f3eb273d95150299ba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7aa605214b9bf41c411ee9cdf4cfb567b6bfcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81daeb651f305c8eaf96b8abbc31c1e3844c24e52cf0e699d0b376543216fb71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6575560185ef82fc7a7e0bcdb07880369feb70ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4db052c83710f513cf5c5e5e9a369153b358b8299d73f8d01a472d0eb3e7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e369c6a1f2c68f645d4dd39de268336084933e67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4177ca2990ce64bb2bd7575041aca25a1635291433f45c760031c75ee55353b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6e17c30773148c239a287fcc4c61736aa2d337
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2422794c3c51a63025e4b8f9548ffe9d186796195e7a18a44794707b24552
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d660ace8d4c70a4e2c21d72217889b01b4a55e7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe188ab238f133df9b965b4db819087e0c421dce8b76ad6c0d6c51d32b8cc24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f504e99119804ffa119eea26cc094b564551d10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b081d7990b72bfbfefcc94b625691caf7fd81f113230321b42273aefd704b0ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92f64a429697a1ba2ac0440b7dda53b37fe437d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450b23ab446a2ba74adc5321f555b394ff1a04df497e718e0699a8f3e1ae0d47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ed68cd34076ca7f9bde2873d6c1d5d929842f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b735a3a235cec5a9264735d886fa41e3e51185540aa8164369c728b70f988ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22588c0674ba50790cad0d4989fa54f8b034fc60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c390405d3b2d217fdbf2d55b88987d341ce478475ff63842c9e6f5cb28b6d1f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d971ad0a660714287192d65313986b6e49367f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb03944947f92a0ffe03bac423ced9880c25e3a6b136ce6cc14156ef8e6e0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1214e1536289377d9e88bf51f7982809b54d767a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a3064845fc36df29a020c6ed4f4a7009a9779b94d7411440694c88b1acfaef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8232d81baf57c40ac8a43034d478f0d3bde64d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97894aea9d7e9ced1952b1a96ea88009d03bf5327545ebdf344a1ef76c4f31e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012c42b8fc9ba6f92bf615fa5a2cbc1b75f8cc08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133553de3ad7d28284cc5b1cd61cf5908eeaf03f45678fcfc667400f6b0050e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc129333548795240c7f98dde2b2c33b926b90e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdfba6a47489097ace249122aeaba55614cce290a8d85101bf6aec902658de2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35abca6f3a1a74fdb4a3a58a9814fad475c4eff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaddc4160c7b030feeb46588c57ed313ac225a501ac94a056e0088b77ee2357
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162e5a32c5b4f108e7daa2fb49936aac4e4a378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f2d08073a772c5319cb466063f847209fcd710feb61962f9e5f71585e8322
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe55376a3be782be61e50956ea49f8c00c8c58b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f24189bf271d6d35376da4b224f85df6afa49de541bc439d6fc0b96d037c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4326cb9e14bf44b8f808e9ba87c465eb4363b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e6c7abc19637fe8da4fa171e697069123e83ae9c79cc28771f3fcff52e005
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6440098ecaa903b6e006afc60bc334b90b3748
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013a2ab0056e4ace874e70f144c8d5ba6aebbd7ecb76fa1a9d886177fc42afe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23359c2d90ed552889eef7ebe4ccbc87c6d71558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffce90213942fae1b1357d9e07e357e655cc905bcee7d634305cf4de655ea57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101709e8b9e2b999ddaa461a1d22213798e41eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46246e08a94869e03f72887a80458e28ee315ee7921b03e626ce26b0a724a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f562814a00c05b93af9fa2611ea0bd28b68925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa7a6cc10af44731b3a323a203a2660201dd35fec33831789b85760128b289
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606bfa396420af53df4eb94a114b3b00d318f2a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3cb3f9fcc46b6545f515f46c7b93b79ca01d6820a826b26c02737484584522
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372cc66104eabb34f0f7e23ac6a1f5bac4909e6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54fa1bcac0b22cb9a8d2e40c9ff73ef6aa76969be5cefdb3302414371138501
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37109dfbfb164c785ea4506cb5f49f9fff64f52d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff303644c37e7f1e1df681cdba091f8cb898a5ef2fc2d4a4142dd50e677a26d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f8b0bc5e5088c381febf16755b628ec4f27483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8100c4b9a81c85cd4e15d1509222377fc1dd7e855a3dd801c8087a183a7ac0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48e78a1f4c32eefa0eb96cc490444177390f3ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c696d0e6ad034890d1dc8f6ca4bbeb0362c83ea92663c4224647474f0004ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9838019c0a6709561887c47e86a6bb655e22ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc228e3e731dbf182ca4c12835cdf4ae97f62d39714732ca686fbdf54555252e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09cdd8192ac91aa0a345d7a49f4d20c0a36e2cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58ee36f71b33454d86049210645457193280ef0aa28ccb9029faf37031e6009
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d4bee6ff0685c74019533334a71111d1ac4acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba5ba4374225508943d60c60619c375fc61ed07456b47801511e8a7b6e36b7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0572b21ee526f26930ae6555ffce1b9b9a2406f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9b699dabf4453619086511d20a3458c5e7f8559a05276a14b981fa012d671f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2139001f9c7892c3b4e9d82ee45d88933d59a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d67303a29604aae02dfd4b12e5de5531c4bfe629d4ce4bcd982343d5ef1417
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440cecaf895932dd9f7c284f12b508b3eee7f902
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1467fea41c284dcc735395f5a462308b9e40c048d95851599ac997c9b2ec1f4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126e8dc94ec830ef3f6f2d36f16d5eb7759d3d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44fb015afc4f42c3836e8fd9b80dd464094622c1d2e8b0615f203dc05a70084
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d34ef5e272ca458efc6bc8dd068109aca7f33cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282641114fca44b0a768ae4b7cbab4460aaa0e11d54afc092daf4c95bb77d9ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2598f9b9b6f49ac474ab9461fe3311ff942f9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176eb618e7cda2d51d0fe566d3fe24cddfaddb491118a8f263410fa70e19ae2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ce563ef841e08891e6fdba8af5c17c86b785b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbc0d324c72d24d2988b489ea4c3b10495f9b4c47612c3eabe3be628f965945
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e66abee6cdf584464f5370938c94ac637c23259
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4212b907381423110c0da73e1a144d8401b627d8a901f45ab0f4b834f90dfeb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb75a3799a46a103b9fa6873732c4917a408bc2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b491b521b522dedef661deaa4ce5eace1c22470a32b34a5a8b7ec8cb8d2d56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0026b219119015c69aec7f820ae280545087e9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4720279357c73005033b0452b7917333f14078971ea5c7f0dde0a4e4df258c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00eac9c08db62a9ddff8cf8ae7ac7ae5cbbc7b58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6a24a57982be9021d728c0f7125ba86b6cb8eb2d9c6f5bcb1941a9bb86ad44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1c41d9f48d5a1f6b7595e83c969a4d2eb74b41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ddebc81f3328042c6eb3e0d61b8610ca073d2d76318d9c307858fc56deb71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac762dda8d4a19303404f23824f34baf6f6038c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3512f12c6d05f36c306f3801e9e410def1595364f434c6bd489937e01e2643b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672c2015c4f6e34d1502eb4ebb00969a638acc8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2033fb32039d5ed7b9fd61420dd8161ceb8c40605f5671a3327649cb27f1b49d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f3e23a10cfdd8668fbc4de9b5b7287c5d252ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc96f5d90383a08242d7c30f87d891789d6ffc17b962784029ecc3aa6ff9add
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038873f9846c67c9b549f76406a9e7e99f129f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60ab4605704f37993994b3f86a0e9c47c7aad5ee2467bb50fdd035a8e32bfcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadc4332ce3558c2f088a8e80e92995a33d3cb39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a73b50b0152c4f63eb633c4b4124bb4660931f1271f2fb0daea6bb4ae2dcf99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6499b67846fbf44bfde6d188e17ab5abe8aa1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54884c91204685a97ca94593a9bbc36967198630c3412ff0cf851fab2ec4424
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0d2b7b7af9abf06d68480424a21982f8cc26e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93ca97367984da2ccd6776d6b1f75859f6622247249e088bf30393f5592dc26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0d37d4bd2192a2c1b43cac976cb0200abe6f84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20adfe95f849d4563536e6e310855e76e6d3e5621389caa3af8eae4b884dcabc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01540a5bfeefb6cd751408282db44e4ce24339a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698b16b2a6dfb896d0c252e45e63569e786d5653b44b8f364c6dcd00ffdb38aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a9aec6b38063fb528a01c7b45a3ba9935a2a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb94ab57d0067058d080f5aeefb74877e33b1d5d92a8b228c208387ad7a0486a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2411dc143fc4394bf05d3ca7d0057fee7acb56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c97003c20d211a8b2697222a59db07d68a6334a2ae8aa5c0831a1af3264d15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65681d2eaf5e40555f2ce9d36a6db3e2bce8d971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc0645bc3e6c22eaf4f5e36322b23b7932d769da795ee93b5be580092dec7f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1409eecaa851e1bad2bb471b01fb4a543529da66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a991d2f095cfd58f6de77a2fc021f0d6d1c01ca29647e3985d846567d84800f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c6722dd2499cbbe54ffeda2774d54999a52e6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ebf2d1b48b8a13d845b32f432d4872f28ff386a75c7d9376138b95cf691242
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12e27dc8dc45a90d5aa173225091a1b4bd54845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213b02a7946b57fc513ad771eeada8697daf29526674f7b4576af22c996b96b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861f965054dc9779f2cee0f5cd80ecbd5859df71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e995ffa692a8a9ab9537eb87331068a8523d22943a2cbc8a0b97aadff7ecb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e51ac2ad57ad28f00888bcebf39ebf625f0f04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d55fb2f6284deac6f54bee47398b75152860f3946e536fb6c433d17dbe0e13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229541f6fd14a2b69c193fa86ffb10e359e6d4c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e56624a9174a1c108edc2f497cba036955713ae7f2f6b6cbf27e03f32e04033
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277d546e54b7a29e6fc163cbc2475bb8e50e2fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7df2a05d4bd0cf35a7ad72108e7380671a70be0f1040b9000e25458f0e4e5f
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1efb4087c3478350c9e0323a3f2e26221f435ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b263789b98bce6244fb3338f3eb9813f972c70756de7a2051592c098d306b6b
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ea4a0032eedacf778df93e561c200700999c9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676611dd3eb1be3b45b3c302544065e3de72c5f9a47b8d7ca4a841c54c94e07d
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd18c7ee23136199d62c07f8afe33072d3d5adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0042c3ce62c378cdc8f88aaa246fc101c508e9486661b19bf10650c8e8b20237
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e779f7a7a5130a37492bb7460c18b1c8c82670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b824e547855e18157b8cff317d989f2ce1fd3cecc4b42e7af4d107b1a41efb66
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b021c4aa248439102a54b97029c9c090780fcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b8ecfe4f20c05e67e681264d2dff0db416a9f936deba8a4c9d0aa6403e46bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474397a2288bd36cf16433ac852977533f2573ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9839ab542b374657ff1dab547e9cd99a9ef51273fa9fdfc1aebd49099464f923
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47826a99e95272ece0a65caa722882f3bcca9dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000b5f5d5084fadee932f2c2647ace979479adc92c61ad51a743a82539ce780
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5ce0270b79cd87cbcd4e748d2d9b50339a489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9e9b00d19ec083244e1afc260aa43e2245aaf414e674e5a383656254fe80ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a344862962f1746149451517bd323406a43629a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab063e034ee51357c5d01de0503d33ad07df69420c6cbb06999c457ab3fc1a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bacdf64830b4d25a007b0ce290ba972216ca8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1d82ef1da3e1e27d64167e4fa2bd2fbbe7afdd9372ef564fc96553a6fad1b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67625373f1e373969780c8285cda0585d9d65bb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf62a97e6949514558a5ddd8a4ec5da3f22c26e3139c8894fa5e3ab80b2cb53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d2547c9a3c2c31e8a2d0f46d641c35cc1c9c99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1ee3dd45e40df9f02bf4a5ec29d72ef82733db55eeef52b0a170a7e3b3eaa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0377aed179f16635d375cefec30804d345b1a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c769f2b515e5af5a4ac2dd5ac9b93db30aa824b1370c3afd08d9e79b6d4405f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338cc3f25be1dbc0e5bc1332dabd264f771791fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ad738d622cb387962876f3a3cac4d58f6098dc16b3f81966578e567a401053
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb78c0c13cd042567c8db73db71d1d6716e6d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c10ccb0970bbbc6aaa904f7e6f50696590890b72d66a394cece6de57d1d6427
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bda833762430ad29ed6a87f895c3ec594d8f71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85004cc811adf8ec41cd6aad379a97295809f92a31056e8524aea8cdd2218329
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56738e4c681a505b84693875998a083bd0207496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a461566e0b11b79341046e4a8e65d20b731e9c7cdf7272f09605d617297d8253
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ab523184c7a16606c95bff4c9dc59b1f7d65c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35293710001132cfcd709e236235647f01d4a63dab24b6f4137d9a3d5903618
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ac001eb86e23eb0f90af6fcbebb03b408860fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea04d836904b73d41eecf2e63ea06cfe056988340dda614b2db07d018c599a48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b0e3010aef8694843f80bb8fad2334ff24a314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6077ab2279f2b593da583ff07898548b8be268abe1b66469e006a71a963b0671
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9005e2a281b3cf2e69d2673ee8c5600715413c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6044663a83e98c1e7b758ac2d8563651b96ac0b607d346407d09813a0f7697a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99620abe8ec41bd9842144d43d43c594428a4497
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869d9540635e3ee19cc2f0121eb1fe3ba73f91316c4ebc782e02c0cf1111b922
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58860aac1e32051a5ed22002a6c6ad6884f4bc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96609460933cfebc268dcfe6cb9aab7acbf421559fc30253eeb9f6e5a6000e7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e45d6d8c7f4b4175a4f3aea536724fe7951cb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa160fab2682adda8c359d739b51113b1b2820b5fdc0efd4f60fe006e0fc438
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6a2677e956c015e48f47dccce5343ae3aff5fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27389b7b7b9666dc78542df600b57096b97f9138ca70ba429b90a253666915d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec954c26d32fa396238604f2d569b2f743e1645
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba8c0393a66dfd29560ca1018e39c9750cae3f571448834d573ca46d763730b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce265299c0edb6c4e7cc6196f4354e5b080c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fc863116747a91d6840af7af69c9f653e33f7d7157bade298356036c0ab128
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0a275122815bc9f64451203a4324496da575b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa0a64ae91cea416bb91b3e6b294f04b52b028899eb80da2eb981e761e1b50d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de4f8721bf1a026160ff28ec389b5e0c4e4678
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8954432bd742f255e80e972ea100a901667c09e5b84c0a0900180f8a48c6e27b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b5b39f373bc9d86e3b24a598d884a28a7e29d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad333c464c5a4f70893c580b44678de03e990679270cd8f79e2ed6ad72b9f27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc11fb3ea33780a84ede797dd56d66c06bf3630
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756778f9c9b8fc9869df87b95d142979a2c1c8279f41f49068108308f5548d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6465651cd9e10da40a46aa7ff5434885dca8d142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc329e54d4534c8fddc18f1183d9e669f5d65db6332fa6f44f5a4f1d2bdc1ab6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8363b76f093d950a084ddea471fabfda7e03160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407ba2d60353e86a7567e11e645bdf5447e8f87bf1b3f294f194e6013dc4f0ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fdb1943b9ecbec95a6c3952a974e46c4e77bc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc0380c3ede685cba740e3aab1d3b4bf7c717d233e92c1a2359b581f40b9d12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf65b8c149e04028b346dda9cab3e6a725f2679b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7d4107753f378bc26873fb923e860ecb8df88ba85e40b06eee6c37aa04fe58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb95fb97647046bf1aaefcc958c67a93898a176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a913c342f735b59220fd028aaad19a8e6b5d906171ac5d903332c725e00788
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c7c9a398ea13c8997f41d06116737c11116583
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c2be28f0b3a332b1b935d890ac015121b45eb6c4ee7c3e65f402351e20a205
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224d58b84316acd3648619cfd821bc05e8a42c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ace5b1dc63c51aa1bd38ab5e714771675800dfc6aca050d12d9c8453110ec23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df08b87e85777a7443e07e7d1b2b439a6a0c670a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74604d2b2dd94e6b473991b0ebfe66124c423d102dded974167d908aee57f41a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604f2119710d6c89956b354d9bcf4e14b9b862e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef6bcf9b12f1102ab1fbca06ef11dae5e7921e0d3e2216cd9ec26168ddada6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d9d4ddd78c62d4f8bdbfd4b02695e3d9b3816c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addd65633271736a6af2390021ee779a9b15344d14ea6f22d952a053ba4774c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a0e254fa464c36e39a87fe9f2eb3eb1f99b9ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae47fd92af3b4bac699ac17d3c977a89443fb926f71b758dcfaeca96cffa776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f746422752cf666300174d060543e5ac2b02c8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1649ab870a9f5bd9beec5c36e0c4f1ec9d2ff337b92251536d89bb474b8b7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d53132a66804a57f2ac36b340ad85a5a6263e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f954f753874dbf96592772c3c68bd8f7e6228ef3d6b734bfbcf7d0c298aaa27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c2702dc70303e27b510bf79701f67023ef4158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b624f5adaacc1eec5a99d9ae178f78f99611763678043c092ef79acb3192e657
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b606ed1b1e04c3dc87409384eb35b3cd0313a0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21e0ac9c3effeae5ecee8f323ed0281e5bba2d0c4e62fe66bc6f83a50e0f270
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbefe2842f36e6c232fe7e0b130c477705dff9ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e103d546f73e459d5ee55374961fe01c65c6345a126f3b6c65251871b8256b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3f0fbd970c2a83c39dfd7cd24621a6d0c53766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1901a3fa8335476808bbd43402a2998e2a7779a92e876428e6a9c41c8624460
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2fac65fd692fa6d493fc7e17ddf84f7efa847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211b2dfcd5d0745c02054c5240c31ff2da89752f68241c61fa445e49c8228525
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5590a9402f866e611e3e1028c7d613e1fda597cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51887196bfb427f184fd3b3e198f8e63640e568034549bdde7e46975ec5134b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce9c0ee2d7dc9fd88e88be7fb57c3eb3ce08ca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06729d112324bb997f196b99baa9a5980440255496967fdf8c1541833f3a1e08
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0356848b55792e9f3d9c32d3a8ffab7eaf5a89c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ff2747447fbb7577ef4c45e22a89cb79b06b4449281d6330d8df41152af87d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e060f3d1318ca7f94585aaa256fd95c11cd95f96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aed9248cb1627a71ed9d791da1656c58b9dadd67ed6d957505a6afd8da9499
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d6bb841613b9f610763afd63c06028bc31e71d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87539d41ce12d8ad7dd304ae1c0ff3977afdb870763767b4023fa4dda96808ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767afeba678b640378046c4e713f6e79dcdf4191
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1467019b8c86e574c33143af43b9b2a9cc2b5f8da884a0649a6122cf1480b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc1cd74eba8e39e6ab7ef9e8142dfda589c76df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ce78cc17c1164ae1f6380746070849a553501e4d69d808a355d8017f6a60bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2b1b9f27005b7b700451a273d2e6dd527b340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e978e558e2e52ff773bb7de585009b9dee39cef3294b60808852a8376a527a15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624b24e6924140c50868891fc0216c9bbffcd266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e263da455d60d495ba7b764cf4810ba74c3cd8bda0cdbdf005d1c68d169609
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52238ec2f68ec9322db5ef205e00e84afe002317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a491adc961238b75d36f8571a50a03fc32c85eb0140e12835e4dd9ab95cc3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f134485d211e46918d6165dec2124c13db95adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a38302271ec395a00bbc8f867482718f09b623e328ea36b1a591a56b8b7736e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b51fe96e97258a2aff87d2fcf1e32a64ef97c86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba754dccd8bcf8cbe2f60d7ea0846d5c26b66575fb7d50cc8386802ad71be08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa198c15cac3537d6cdecc412ec3d58e9e63ecb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e28406951985515050a40d57b73be898eeadd11ed7176256c8ae799fcafb10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a628f028cf340cdf43ecaa09c6cc691096c0b7fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b0ea718daffc0b75f6698e4dd3d9b9537b1378b7a9ab8a278a1097c58a045d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a185a1f92f7d3f19b2d850b41600dac9efa97153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068a71ae2000dcbd7bd2970f63b103901d0335bec1e170392f96ab8bfb213296
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5762880e8f371585e4be6e2f3ed017ae0ebdf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d0ea187594d90fab8ec424b604670b63d9ddd56de42899bcddb4e540161aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83e92d5c4dc15ad42c62028d19878c6d58d2105
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934027853e432cae81ad7a3e7430c72b35e943da8cb6253538fda823aad9cab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e80f09d97d7c969171f02cd71c989880fa819f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb65fec95d57c1dbe5c65a3d9dfe7d656f6422097261798e7caf44b56d81b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172540927e81e0cc371222fd5ff6b0eab22f8ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fc31d10ce4e59679525475fd4de8d14778000c02c94ea03d6c61f250838dd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737ddbf81627be72f1993ae4eae377e492c8bdb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f8050c839e3e2e5d992efb58c8177152fc767d887e8ebbf92c85b37f19a70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb567e91680016e17c5b578f34dcc42cfcc8fa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbc4c229cb3d8785c54946eb3ea88ec1609f66a919dc64e5a170a9722b60797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529c2991ac17b05eb654cb39103486c46c8a36f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1671fe6ee700d0fa309638d9a1b1d58d52d00f61c27a2e13ff35c95b2bddb0a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a8811e4acac69e3eabd90e26ee8264864aeba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51b844296e8fa51b6062658582bdf6256846956cf7e0e97997ec328305a66f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62b118e442a0fc6a59b65e0eb208e2bb00bf724
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfa1bd86305dd02fcb11acbbd0752e04c3a5b7e818084692181a94c5d8c5797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805d3a54675121a88de26609e51a28d11270d734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec828475accac95974eba9959f23f6213cb63f3b0cac7c1afd94ee9b66a990b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8942dbf68dcaea70a6400cafffef623dc2113
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ef1f5e4d1cc920ed3b3a64a5eff21a3db6f05313fb5e53a32fec3d81e8659c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7114df77b3aea7797a6ac57f756497af292269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73a4452d3eb6359e482c2c1d78ef7e638a10e0af46cd6cd7523867a09c5789e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4c932b8a5b199ff456ebc0f31d3d95a23d8127
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a5db8b6dc2b9a3240ca285d96b81fbe57b2e5e6548b02321441357bd395ae5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50dba79a3f73e80d376315f5ed371bffbbc3040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a89981198276196736a825218dac6917a1cac2a7f3842859522eb8e3f0c821
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1431b6098baa2bdfed443e30813d040acda0cf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd62ef4c6f9fe3f66d4820d685c808291b74c830e6ef2c49ff719484394d0e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec3c85bf7b163acc59f85cc15753636099f69e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a80443f3194c2d9ea53edb2f7afe68ae55b0ff39bbb5283b37ec9c2afd2762d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb9d800481d2fa57b79b67a3800b2222b255d26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51946c36ff438125d9d373a8d970401cc222b3a34248d434153e8bba6079c88e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae20530c66f71df5dfd1d0979e023dd8432e81f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31cf96e35e63c81d71da286a79b4164cd602b95646dfa755e37cfc3a1234ca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00da69005d12e5c80e4a55b55d3ea768945f0c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7013fe21c70ea598784648f34c72ef966a400ce5755beeaf69d05e589c30117
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03f1dfc7b9e939d758c60e3136c6a342724f3c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d24933f00c0e81e6a9affa05e0c9c34848dd43b77397327320b84ea692cdbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06000148b3160fc46e287426b99c79ab06dd020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa8a2990e6eab6a430d663381815a986bb71ffd6621dd9213f500cdbae4fe84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e47f1fc5d00a7d2b04478a755194e564444216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247f70d4fd74573bcf439c24b34b5d6219651bb8afb675526e84a3adb31764d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d389d66025735a13d9858a7f026b51090f95a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e4effd8fa99ccbcc81fe33397f26f7704e84a948bd87ee89203c371aa72018
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882daf14c095b397809262f6c7966b293afeb2b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10137b7b497152fac7b866db276f05eb0b61a11f85e0b2568e7bb4904cbb3ba3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c9a51f79481f27e4438f325afcd567437b81b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3cb7b18ee916c36b91d64b7237ff279c6792942cbea704cb57860e52c756dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b741ac69d820ee86f8350d08fbb9f7c90d757a90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3989ea7d34c101cf24bb0fc4340641d53b85f93ba6a62eb5ce03e8f5c941a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3457386dcdd9498f6c046e8a90a47f6f1f67ecce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20a586024b092ddd2f89b6f242c5695af74e23052c03910be6c8c5460aab5db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a99c8913a0a2afe10079f36fa1a1e82be26766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af59c24572083415ecf1e28be0d64912d9c9e1207770bcbb9dbbec7a920c344
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98bfa3dec390429e7b6ff99ef14190cb21c7847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbe392182e0c480875845ae7bc4ccc8528f9ac3e1e8e6951fba37c5f065b33c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2946f3eabdebd51de1ada9fb3cfde8afd0be25c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f30200b06fff288c09db5252b00affecedea22f1a3a94b08d537b88cd04cfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9d195d03652984603c892ef2e001408cfa7d85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f232afcdadecc422d94e41cc467c606e6a39d5c9ecdd840eaabcdb1aaa9c0575
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8afbf71e3d774b632ef50a5854df3116afe3d97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01f71280d13dfd0cbc41444e88b71f5873e61664c3e1148e788612862083304
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5591d6f234e780e5b98103fbe4cc8cf1e7f11c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab13e05e76cd72b7cb834840cb0fb451cadb26f9966353894237be675f5f22e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdbc51a55b301cf077b54151699c7b535dae229
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968a492ef5c214aca8da5109112b91a927efc999b27aa610574e926ccc37cc53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d475fb16823cfd60737e596a6869a480b7932dc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5512ef66860c5bff510f1860eac6730a3799110fdd5b09e56659ace8d007f294
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0288b8b3248d8593c86dbe2d0175adb6276306f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7db91f14c85cf0ef124128c88154bd2661fd22b856e0e1a33163ca387c797a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee2ae316aacc221c94558a1a10ca5035b2efade
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a06d87d3930071afa4db9cf22cc4dee3bc16b9d968e6104c997b85378119d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf783293fa74f14449b5ed372526525782319a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6576204b811a855079cf72517fefcc3dea2691f19cbf6f351fe9d381b9045df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e9b695fa54f13ce71d0fc275f702c83c3fa18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbd7e9d64912acf40e920235196c28c9dfb5bf83ee93d7a606c1964009c21b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3490c58bbc5f2777a76e9c8e43cfe851eddffcd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b0d5c492304e1eb087183bf4222e1c9790ec5c39af9ebfad9d0cf85e63a389
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e76f4519009d2bd3a2f3aef56a304ae74affb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25130175646744d17337dfe2ef008e34e5432cb4ba36b3ef9f06d173f92ea468
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ebc03725b18945afa1be9809cbb997398b3986
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf64b05d94a497387e39a54e8743c06e005b84bd2f72c26e27e27aae76f9d28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae2915523fcea9d3c2d6e21b033188cad02fddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2f2bd752bcd0709712b9abdf2a7e101248cb079d30abad931e4dc9e946774
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6454376edae91b26d57143ef3db9e6d53aa2ee5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794b208af80f5407c95dc9ddc72a50ed1c74e85b54e73c7ed17d2a67a98f8cfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99bb8bc207adeae99c4119bfcd8d65d9f76010e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408668cdbafb803b947c3c185593ccd453fa121a9d2ee6637e241356b4c98679
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931eba733b094cf7d610af14dce28a4106a2d8b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76bbb3b70cf406a00817a005b21f63ea5f387074acc77582bd953c0bdd6716f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9654e49f1702e7c94dde8bd5b9a78cf6ffdbc6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab230926cc972b31f3084fb1862dd185a9059668e21f1a1dc88aeaac31dc4fce
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c94dcea2012a7140c8e1fb243538f8d6dc27b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edccac833b3313e9ce949709838407557278b466cb71d3cf8b34299822d75c20
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b50c012475ade8d3c6f7736ba88739d0da36ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c162b8e2ce6a13373b74c5c54b86eef20861d5087a638264eb537a32463bdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa358de7312abbf3d673a204e0e181e6fb21f0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c670e095b4ff7a71f189e27121df0bb384503935bdfb4af4c38b37eeca22bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c56bf7df4ff07cbd8900cd75a4d5c5d9ed7e80f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0590da8cb9feb85c5b6aa708b2958a0b29b52c70df42a516142d7ce58f282c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3246ba4c64f5344b3e487730a56758e2db9c9ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc76a85bdbbdc76a1f696e0bba2a63c1f1b47b4abddae0107d99948bb3887f33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f544a71f63bd531af20394d590370c97a933c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931cf969d11260ebf5e65ddb9402347212043edcd2533c0888164fd028e97aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a8b8afa02fd129a9544f0595fcf185e380000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959fd85268bbc29e4faeae23c7326d0cd9d59ff641c71196f80a5d7fa46d0e3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8bbc9e724a23b72f3ba557e4c70a01d26cae11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a4a6a56cd4c8c9f171267da9817b8fa6dc282e743a7b32fe361566eb25d89b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba5b7b0efc4d833d11015070240084c16c14e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa0ab14fdb546fd0b6ea4fbd8e905ed064b2388a7c78260c4dfac83003aa06c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c9865bb32f23fe371ef273befda80b178cb9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46021784f3069091e7af10e24611222b1d9fb65cde5fdec70c4de182e8aa47b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6edaec1bd937b4841229846b9b595f8e43e58b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efc077d6768e42d8ab19f6b7c5b1fcaa901c4225266b4c6e9f319f6cee5fee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425b64c359e4ee20eae879fc7e14d3646a6e51b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5e59831ff8102efaad3f1cb5fe87af007eb305eecd3efc0d3076b90e78983
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e518ead3f230aa9a3aa1a00bb84bc5ceb70c9e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca2e74f121595358c85694fa0bff54fe42ba0f8c69723c8070d96ba75160fe3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aa1eeb22f608691e89f2d8e13663b7a0d7f3a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe594163da22bf81daacb197d9d8916d3bbc5a28796592caf873a97aa0a10fba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c019691bebf28ee50fcfdba81c547e16c396b808
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f938ab57c355c6ed96783f46cb4d6adc9dffb29196ab8d6cb6381027fa32561
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1687a92e65e0f3e8faea4f790b32cc8c3c27a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85800487d495a97d4f6534e1c8462503deae8bc09c13590387b757f34303cdd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b235cc2a81e67ada1c83296d1e8cf831fe9fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4954f79737a7de0c63b78f27c9f721a6895b0199c3834f0dc893d20b18962cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb56fb92c9ca990f7565695d135fb8e198b8199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e7ddd707d5b290074bb9e3fddb6d3cf8cf2df6f9629659c3855c92dcf8cf29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf90be982ca03990b6c79e43c00e0923dc34f6a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f063a90e59586f847b93543ccec07fe091622c93b2147ecf864c23a1338554c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dce751aac496ab3a62039c4a7897182bb2ec7be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bff1c7b8eaea1707ce01d8b62fa218e8e294a2cffe52ba5153dc527a40f824d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b5c00657421b797b42d0adef82cdde93f99429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed92acfd2d00150bb9b74ba6673ad62fc6f0e65c6eae3a5439767c2a4d434b8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b490ff6af3d13b3c1c9e8a470fe9ded658f8bf27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb98f3055b726be63548e501b68a19e8af1fc8232dae65ad82e7a9975f2840d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7fe5185b58e52cb31dc7f91c499321a45c978e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd92b31595796774aecdd4a6ea8bb172c40e9efa484cf73d5340160d3248fbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a64dce6beb19d0f4cc8ca81f8cfb7ec3866f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b0869eb6d01c72331203914dbce4dcd8a06fc79a1bedebccec1406630e6ef4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5be9c298bd4286cb182f81061b492ce942a80fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bd638a9e2f3fa5655fc44fcde5a7d8751e14638c5e495ee5226abbe07a86d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745e8c8ad10acf37aa5e439dcf55f84f36f47821
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcffe9e43461f5c1ce0279a0caf49e1664558e870e999092dbcc367be5ff698
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ff9e7b1ef13a65b1afc3b94b283f81fb096bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6599224ca9821bc7e8ad137127927ceb4a16bbf6083cd39384b6ccb6240b2033
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a08bd5d80d9853781564007c14e6de1ab3ffe63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544049a6cbd157be732562c7aa92ec8f722b88cb9fcb088c37d28ebe33360e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a33eddf73a68f85f579d13af625fed643f90d35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07477df3836b9c5e74917288f6f858caf30659f70d84e2be7d9f44def4fb51e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625ce5ce5509bf1fc6f9a56a5c39c68b7ec9d629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd99f98b0fd8ab0df8d0c0ddcfb5c2aa357f3bba2edd565bd3014597b986eed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef983dd583d6c8729cce98483ba38403761a3713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c36e9f2ee3f0d3120e14f383d72979e1f8fea0923e8ae61c4339fb1d726df9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108c679b9b21d874b60045fea19ffc6bc22eae7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac774f83ce5752a750e31b8673aa192e416bb10ad0c6871bc3a969cd8500544b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae7cf9b847a93a550ce4663d806376c2c910c3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dac975acc697b4ba7d8d77e808703f674ae6db88459a16042fb51742b5807e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4eeb9cf7694bdc33310cdd3f5108a634d357c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf2a339b579f7d0f8a66e4dd90b9e2a0f20a4255ac7d2854b0b9e8fd3c4ce83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1416de1c9ade2b5bd3629faf545238ddc323d4a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2758b68ff484aebf96bc7a5a8007c0b9a89d491c835f34200171e57a56cb6743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99b203ffe82af92f11a5c5754dfd9480e1d5812
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f8ca2ca02870720805adafa1eed55030fd008ec9c9d12ff26349c5f64fb33a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f077536999761ad62728a4b07aa3301e463f4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f15f01a3507d2747662f3944e05e0bad8b4a184248afab0f65a1c35342ae9b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1da3bef15411a320bfccf9a765ff23bbb2450e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3b85aac5084cd3a10e3cd8bf3361f1883301e0d4ac40155a7ea0e55e1b5832
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5388f50c972330d06d788a8c91a64417fd0440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f714d4de7e8ff2122bf8f6a6fd06484bf7647b42a147aec5754d15f5327ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ad4025a80cc9ade87c6a2c27c6577191bd2ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8efc566b0127992a8bbbc5918e40ee970a97fe4ece9dfe656074a939b1b662e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3744b2beda1887218ba43e5aa8ed8a7f8685d55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98553596d92529b606cda35d306676d8a5433e7f32c8c2cfd8e6bcabdfdca0b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef38d7d2623a2a1e0338eb733fad370ad9fe2f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a012d2238e21b87ac60cda5431888c3974c1da5c8520e4422e293679c6c47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb67a2844824607fe84f4c0aa076da8f757061cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1294bd8e02065064334a456bf0a0319aa8f6bb61b45f7c33fbbb74f20fd41fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a63d7548b09e5fe606c3a1010f346c280a9a1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c7329b471ab7c931c680b94e45d84388a1298d3782ba09702fdc64fce1e7e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc20c91537757008b5ffa18954c2007402d65c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507fb49a8021aa348c48ab9e03c6cd969fca3147e4dfb54a52e417ccbd0e4101
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b7efa3a108285cd41c4102f16626763e5f9382
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38423349cbb74eb92aec9ce1fcbd514ee9def785a281dd9a6a8e82b032842c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a661851a1b4711523815b8e06898a1b80c92b8ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98a19af0235524073bc90f361c47e0de387ed8f7a4eca2002ea2dc0b20c2e44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14adba5c05f24143ae4ad908be21cb2270ecbdbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c0020046830a7370d68fe197183ea575b2c4666b4c17b77859913b5092b5aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ae077dcacf796915b49db0e272114ed08a68b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066a1f7504ae166890bafbb07364968efbeb45b97f409d55bd46c2c72697d0fb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c081155a55d85eb4af0fc681c259bc4a02cff774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a8dea346f0781df7845a7a1390434a5e45578e128204ccd4932d1b09e421e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7d1372808e1525b3c542ec678b51b04bb582b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb827d652205c05c9904921189f49fad6e4b696c47e8042461b65c5b495c1d63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0217eb4f1eee4970ba7db76f02af9d6462bcbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c56434071ee124acd694598b645190eff53ba9e4f8edc961411f30222af1870
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b883852084a700860d4488657efd9bc4788b5515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8756fc5b149c1b179f2667e3d2a5b3913a79e70091607ac60ed121d90e34cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a6297789d2e09bd3fc025264ccd0e209468b18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc60c0688200c52541b99273bf9316147695712231562e26a5610a72df043837
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a4b123472a2e62b8cc7fa7b8bb67deff4328a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c677ab4ac283e1ae91990304938613f8d1ffe8f4bd0c200d401aa69eb5f51a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23582989ea489efa98bb574088d6643bddb6191f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e7b864c35dd3b23062bbd3a66ecf0bd17ce52288246cf412afc5b8c202d62f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbb72bef73d674ec7830e61cc000f90242d8184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cfe31f5ae8d0feb0a7bcafc7c106cf87eff3eaa54fd782826a672874c9f13a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02cf9a2ec5934480b6a0393608bb30a662a9c1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737a404faea6ae70e510bbfebd8e86604edc2cf34e8605eb68a7cf9adc4f82c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57df896f1ee3cd10caf0af4fd244ccd0f130c432
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbe70bf7a64f841e8725c2cb54c054cc8d97ce2370b1b7274fd9afe36057e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b023645ef6bd166cf582b40d93c3bd00daebfb7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f66be4e25aa9e5e2c6647f461fce432f1d8068f8984ac39f064564b2d56be65
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64857211f513d844e9c508599bcba18636ba9c5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff73f49317c862d6a296d3bea3aab62fe62d588527f0dcab889fe39e1426a4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32835618b1726f8abaa8716c285859a570781a47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277fde91d20f121dac91200f37d4161749e362ff4ef273df95d6f70d68dae8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63421983517f391277f1b36318322b35acc150d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff79d48010f1b24eb9ee26bc7259e1306307b46757dd26d4305afbe2f481e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc8196f3d2f9fcb33dcdee5c944f6232f303224
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6945a48a7ddd2f08a006d53cd1490eb3b267e218e74abe38bd0d44a18ecea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af67ff92b81a9d2c93ec8290d1512b31186ca61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193ddf6439477b6fb1b8669b9fb700461aba7e0df8f9f777c56b58eda586542e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35cacbc8d079c2f40a875fa97721b47d8368866
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010130103e7fc884c90b0aac66df64494804c782af5c8c873a2312b4caa1b7ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9233707b4af9be9a8c78e7f3c84ab8a379719a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c630c8f6bb5b264ae300121fe2982cacc3adede5c455ab7008275f3fe1eea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f3f6c88ec6050dd8c25283fdfc13d0a9aa6332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f9659787c706a64c183b30fbee570ef15aa9cd0cb37bffbfc85352628a71e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b34494897a93da63fa5c41d5dc8b7de16c3775e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c0091415a813841f5bcb932d9a453055750b1ef5d7f0eb713fedebbe009bf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a81dfdea803c638cd69e8a574ba9eca47547030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85265f10501c7ebf01cfe42c2d2158c7210e483ddcd03f4bd7b9ac6ef922d054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35eca9907da1991514c27cd260e26036c978086c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3081069418c866e47ff60f54e50ca1f8a48f31477f59b1724e122799cbc8d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64998659ecc6b8ba6391ce6a3d9524fa443eb061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886d24c0cd0d4aa5876aad3cb596bb229870ca7f65d34b5c64fff4d903741b1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ab233150e7e58c798e60099b63c0d20efe864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e354f8ac359f5932dac3772725484b49c2496d99a95a4b8f98e9ce3deca4bd7e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29b04053e47b781f9c91d883851cccd44668b24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81245ca3cbab4ca824f13479d4b12fec69fb6dc7490c5e01d426513920c99e12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe4912e256e8a2a78df68fe9e2b2d9e26908f3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409240d5c4e0fa934d25aa1e89163ed2a73df3f600a4303bf255adc599889375
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a42cc22e8035dfd6b41556d1ffdf714fb434723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a871b57087d03ed1d94b2111d21fb94f5471858bbcfae6ebafcfa34f339cdf47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b85fd72a43ee413ab7136f9d216b1a1a610fd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aca3192365817d56275c8406ae55ed96b70c128f3c8ae6453df21bdac305d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c629323b8de5d3b740f9408b474762a1ba81a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c183f97060734880b75a31983f418a529cf7b98f8fd0f23c1597a4265f7b95aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc5458519abc4ccf2d7c0154812e32717fa9e4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6625a8d97db48853c762ecec413cc8ddfd635ba6e8bd2eb4d476d984f17fa451
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd08dbdedb35d998d587271fce244d5ad9095870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab00960472849a98da8e4518088ae6a548acae8148ab9e46d10f931e3e50adc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2275854140023838163731ff837a7bd5bc2ac2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac4abf8daf10306bcda784fba2bc3486646a0c0a525d3998800226cca520dae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d87464c52ef6e4c55f7897432c78afd3096d297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e1b663426d762a517d541992f7a159eafd3a80d740bbadbf1b89b8ff75f0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f82916ce31021421202f309260ef857f173223
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0125ef14295d6ebd76bda099bc9f5e05820176e6f93be028d8c7431e87b150
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e2e7dbf21e317367ef2d70994defb32d432fe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb43b077d130bbc9b0b4589289a1d91124ac9601539425aeced3ed6988bc3c8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380bd5cc3fb3e206505f52e0c7025f135d18a088
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de77cd6ace2b93d35286eeecbec3b68f6d9a6b4b248e5de822ed55f11e85f1b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27674627b9e3adc366893accb2257404b04260b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cfc5094d9d9afe925e21797711562fefa886742f9494c80842e5a5d32e48bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873afc97e2925ab4ecac0a1c0947a78182b69f5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37faad3d7e5adec77a5fecfdac1866033321f77fb1eee83fae2777bda3916ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b89361ce2a1012c90c7e3086351dadc2a66a66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e676020697a4f774732f8b6549b6ede01a91950c7085cdb803a139fd76298060
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0c02102b21a3d3f2e930d8a06eea129aeba88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d199d03a132b18ef6a11209f623aec7e53060c5695cdb7a7bd01eb42b058a7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc016ceea2242cb44780de1865d867c832899e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00325b3e56672a037ec2c2a2b77da5313f9f4274c684254af8e8449c4d470ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342a930a50e2b04f36729c9be6675b642b4b27e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d69237c3c76a7b331e03b88ad7ab9dab069fb1383c8e60c710cdb88cdb1d08a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e0ea58b1ce78a00b1a2e705ba28f3de78b7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682787d45ad65b131ba2100a68f938595a4fe27fcfb36e07fb02b4e6576f407b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a381645cfd58994b4f139ee617b3ad4f276989
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f571de29a4901ac95c6a80544688fd8c4efab52948688ac6c98e0871a69b3001
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820cf05f78bba40ebe1d30935ee64c60a5ecc0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7995bf3d15dd41a0611d5d589f201cc7ed29ae5e2ec7a73bf899249ff8d15f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e1ac1210ad44c7c46384f1d52028fb67e9cafd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d058c63295d9aa71b9794617f14db55f509e0b1be3e4d85dfd12b7b986fa49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0154de73a0ba3c7591cd0d63f422a5fa5000f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b4b6c50d62627d100a9bcc20420b75ffba15a76239a632ac3641ffd924f36
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3983223b618e928a60ad4eff187812a028d823f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa535e6d576399ede01cd06c4b56b0028179a23232bb80e75a927d1b86665f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba90bee7ab5b844e712f137353a4dac5b03eb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e8ee9495b916e3a7859d76a146f8146ca307de3411de4e694d0f2f096799e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868a7436c85c6bb7d0944f9a5a1eff11f1f5d8de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cffbf4f3ad0f409a868536e854670ffdc764f15f879e9c66a865b35beca886
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e84475a033d6064ae10e55d01661aa5ede00eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dc3e4a307d8a4f94962cd676393852791118471dec527b4538c59b5a44ee02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6521bc500d74db780698390e4abfd0761dd070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d71d0fd23115de8d25eb7ff312466090528fd32c95b39e92ce59898b8fd01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4618c5fcc8fcbc916d11f914b84def8626d135
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8040befcaaeb7483ed777b482c9706f76fb95c4c08d033085007d65efa64cbca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6089c202d0a34ba10d7bf68fd737dbee8ddd75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ba6dde65bbef8d5fc52dcdf4a2e163342fd52e64005e01bb717c42a6f7dacd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df39e4ea964220f6eb5d88840e1f05e3fe806f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f45787dc8bff0c034170ad8016927b807dff12a0c7fa4f7ecef8344e665c7ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919a11c4619107cf04215fe6d51d706be211a8e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8500d7ddddb8eee32f62fb8e4113b05c069341ad8275bade9f5c34c829bfab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67216a2f7ea0af0b59f68468d0b93e9e30e51ad2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036a3d75a3856c02e02c30340e6a3f369a92bc0e4cef57cb2254804bd3df5ae8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7d46ec06e26c94edf014127459ebeeb770330d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6085f85e290de033b731646aabc89194503df55c7f6031f2ae4e5e68d6883c55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848c449d4c55a28743fbfbe16913d5a61bf5eb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac21b7b39071a8a9e4c5e4375457912da38bf64c80982989a39082f09e1ae41c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3555f7aeb9543e89c21f467be8a328dcae63d7cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22eacf12212333c8626a9431308f72e55953f94d9c009ec199b8425a734690
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcbe1a97bd29bd5f40b0fe3260705aac3d8ce53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c41432565b4203f3956f2aef34dcb2d0789ba577a42d740e30166f64ea5f78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f31fb69483fed718d3a9d6be39a07af8c0ef0c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7830abe921d631a14b6bf7c2c59bec39a95b0f179b7e4f941f4d1470a9fe110
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd14490e1fbbadd01d76cb034c20820d691796c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdfcdf1a87596d5605f70ddc898122f7b7a51be3f4f6f3eb273d95150299ba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06123c92fe022631a94b3b860da835ef7d93c4a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3555673125c8335cc9c797cb0299f1a98b0b3b5c98614dd0a7d025712a77c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6575560185ef82fc7a7e0bcdb07880369feb70ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4db052c83710f513cf5c5e5e9a369153b358b8299d73f8d01a472d0eb3e7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388b60c626cc975d26797c577dbb2a16bdfcafd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d3d4736c93fdf06817e2210f4243c8ea30ca4ff1666cc65a895221d14d63b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6e17c30773148c239a287fcc4c61736aa2d337
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2422794c3c51a63025e4b8f9548ffe9d186796195e7a18a44794707b24552
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64e5954c74e10ba7b66bdbd4b724a314cef7dfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad50d8fd42373494581259b54e599218d4a5272ef8d913f210ed0f1eb7b1cee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f504e99119804ffa119eea26cc094b564551d10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b081d7990b72bfbfefcc94b625691caf7fd81f113230321b42273aefd704b0ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed57eeb3d6df27b2c6b197fcafe2b471b3da4dd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ec7aaa529807cc06f8935981118d5bdbc80fc3eaa75df24f7407b6c59d5392
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160be3e8b5c5c30ad6b9b327ff620ace05788f82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99db43cc0dcc7ce63503989dc2a65ab2102ed05ca9d122cc59146a9a02a4f1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c223e0f527da9dbf5c98c84bff847bf48052e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e118b85ec374c1dc1b4778298bc874eac7ca3495b197a0aa504230c823cd1fde
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ed68cd34076ca7f9bde2873d6c1d5d929842f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b735a3a235cec5a9264735d886fa41e3e51185540aa8164369c728b70f988ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9ec9f894d2bb552ac73211da72c2ea509427ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d75dccccfb72a11bc4164d6f2f5fd11655efb6f50d8cf7576bfe9ca0188cf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d971ad0a660714287192d65313986b6e49367f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb03944947f92a0ffe03bac423ced9880c25e3a6b136ce6cc14156ef8e6e0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232728b7ed0dd8ee9c80c45b1d1bbf0d8d1b66ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f0f41015878481e98e7d1db03cbc45446dceecc0f682b6884c27afb52281df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8232d81baf57c40ac8a43034d478f0d3bde64d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97894aea9d7e9ced1952b1a96ea88009d03bf5327545ebdf344a1ef76c4f31e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123604637069e830eb0e8e573016ff02be8c4c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a07cd3153791fb0366327db2f9203fa54f3455c87668e7c6dd94687f333f601
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc129333548795240c7f98dde2b2c33b926b90e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdfba6a47489097ace249122aeaba55614cce290a8d85101bf6aec902658de2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ed5e3cf9ddc6adcad3109acc53c404ddc1dddf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34887fa9f9c68b37fa156bbacf81951dcdd1b34856d96211ebcd5a703f431ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162e5a32c5b4f108e7daa2fb49936aac4e4a378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f2d08073a772c5319cb466063f847209fcd710feb61962f9e5f71585e8322
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e268de08506712aba52ae8fe610ddee90d3a2adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3015655c0c5e654b209c96efadea80570ad0b100ffd25ce96dbd14ef780095f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b568297b0da3b4c49d58deae7edb75f80a6ebc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592e773972c43c527fa7eae423b2f1f3c800d9c15abdb4a2c7ed6e1cbcd97feb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746e038244d9e87af1ea2fee0aa987d41af4dfdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98f2985c1cc37b0498dc412938937c84bf44c05cfa994ac16955e49cd8dec4b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4326cb9e14bf44b8f808e9ba87c465eb4363b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e6c7abc19637fe8da4fa171e697069123e83ae9c79cc28771f3fcff52e005
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1afd5e5d32bc3677ed9ffe7ef52a6fda4d1731b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f58b29d966c49f82e0649cbb56d0a66555e0f58fe96dd50d13d903bd7770acd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23359c2d90ed552889eef7ebe4ccbc87c6d71558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffce90213942fae1b1357d9e07e357e655cc905bcee7d634305cf4de655ea57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdadede9bded65e0abe429759d2e9018910be54a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72ff1d03a04a2dcee68cab76347d8cd9ac23409c61d9dd0f18759b749c44027
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f562814a00c05b93af9fa2611ea0bd28b68925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa7a6cc10af44731b3a323a203a2660201dd35fec33831789b85760128b289
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d0016c1844c82f4576a2dd068b40bf96f3b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c058b740d9ebac420d0a72978e74bb6f12ca3f662e4ae1af12a79b58eaca9934
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372cc66104eabb34f0f7e23ac6a1f5bac4909e6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54fa1bcac0b22cb9a8d2e40c9ff73ef6aa76969be5cefdb3302414371138501
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bc841797f882d467fa29c52f1f7538ad9604c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab04090040b3ed71780b3d9076704fcb06542a6b0981a60d5f4f66db91226e42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f8b0bc5e5088c381febf16755b628ec4f27483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8100c4b9a81c85cd4e15d1509222377fc1dd7e855a3dd801c8087a183a7ac0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6e19a4a820005c07bb5783d8e965fad95b1265
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcfce55bbcbb804656b53170c065ae04ab144931f213f094ad38f93e8370edd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c7362d3703c6f1c203ec2641d81f54d4586fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0294427a5fc75fb7fbf3873022e32cef9722aeb07c824db6d66b4e430ab4cbd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900e56a191133112b35482fac6b1b0fe503cbba2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6e1374845bad913b810ab3a8c656a1e25e4a9a5ba4dd3df3db1c72fdf5b481
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9838019c0a6709561887c47e86a6bb655e22ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc228e3e731dbf182ca4c12835cdf4ae97f62d39714732ca686fbdf54555252e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1b66f52f1e456b53023c5584b59070fce96f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbaca2cada535d33e1ed4584f0fa0afbd1f4ddac93807c7efd850b018611161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d4bee6ff0685c74019533334a71111d1ac4acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba5ba4374225508943d60c60619c375fc61ed07456b47801511e8a7b6e36b7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7ac407f03ba7496008e4a932f97685488298fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b2a721f47156039d6c09d49b11204d7ba1c3071dc1e0b8195ce3897d6b0903
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2139001f9c7892c3b4e9d82ee45d88933d59a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d67303a29604aae02dfd4b12e5de5531c4bfe629d4ce4bcd982343d5ef1417
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853a84fbed14b3afaa2ea129cc6689fc423c90b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3726d3c9c7541658248267d2e14314349b96b5939a30ead6b2d859b825b79f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126e8dc94ec830ef3f6f2d36f16d5eb7759d3d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44fb015afc4f42c3836e8fd9b80dd464094622c1d2e8b0615f203dc05a70084
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f151845991d38d003cc128fff3e1e20c4d3f447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2779dfb19ea5bf4d3bca467a57daafde3ff0c407db88b0c3f3d07d29d872c44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2598f9b9b6f49ac474ab9461fe3311ff942f9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176eb618e7cda2d51d0fe566d3fe24cddfaddb491118a8f263410fa70e19ae2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450fdfbbf97aae78b7a2502a372b8254a7d7ddb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05b0f51745ce4810e954c5221e3ca0c16b1a17f1a6cbb3de85b6f7c93a3dd56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0b6e11a4a0c0c0b03276977736aa17f9083429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a05896e06849077323e0f5b80f08b043908cbfb59174ec2abb14de76344e3f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e339ca19da4b0ad5ee7e2b034b1622fbd79e7db3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61989117ea427b1c2dbb029557bd3b414ddb48f447b54fd400dce2386e99293
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e66abee6cdf584464f5370938c94ac637c23259
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4212b907381423110c0da73e1a144d8401b627d8a901f45ab0f4b834f90dfeb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddc2f30089bd0c6b048092a75e39dcf9a7436df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7d37d4d4c686d34898870d5b8af51ef059565032f0c66411e5b7170fe0f439
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0026b219119015c69aec7f820ae280545087e9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4720279357c73005033b0452b7917333f14078971ea5c7f0dde0a4e4df258c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ab33a92d86a9d7dea52f5dbbf555b3dcb04a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87e798750c337ab91fdc4a89db42d27f5d617c07a99cc83537c8a0053f56b5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1c41d9f48d5a1f6b7595e83c969a4d2eb74b41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ddebc81f3328042c6eb3e0d61b8610ca073d2d76318d9c307858fc56deb71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d692acf1ade0f00cd6c9e6423437b97d4d8e3b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9037bac922d34102a52245b5ea7d7aa7eb171d34fa6424727ef1a3034b27b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672c2015c4f6e34d1502eb4ebb00969a638acc8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2033fb32039d5ed7b9fd61420dd8161ceb8c40605f5671a3327649cb27f1b49d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7773dd4b0697cc05ceb81111876f066dad2ccd7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604018dec4e8eccb8374655d9b011ab4f9058fec034db9b784f50331827368c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038873f9846c67c9b549f76406a9e7e99f129f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60ab4605704f37993994b3f86a0e9c47c7aad5ee2467bb50fdd035a8e32bfcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa346d0e724a77f5e347f52e7cadc02aae9e263d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7b0e200445296231932b5f1c2588fb55ffb04e0a7e040f2bb92e249968479
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abebbd1b45abb7082f2a60e30c3c7544ce51e0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4421973f50b60fb1639af488e740ae83fea4976f753072942579ff6e9c630195
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e76295cb423eefd55e8340457740d612001040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d76a6a54c225ee381a7ed06335df864879d4eb619a6c5c64b8755bed9f462
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6499b67846fbf44bfde6d188e17ab5abe8aa1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54884c91204685a97ca94593a9bbc36967198630c3412ff0cf851fab2ec4424
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14743e9b06b94afd9352638705674f4fecd9e77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2ee68cd56f46be22a77d82663ab88a6f5d86116d03c74a7203f4e393e8a541
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0d37d4bd2192a2c1b43cac976cb0200abe6f84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20adfe95f849d4563536e6e310855e76e6d3e5621389caa3af8eae4b884dcabc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f337bc1efb8c90d10307bc9bc5f5ebb684e1ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0670659c7a580bf2307e52c396a1f58993a8d56cd0d5f6a4774f2126d9b71734
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a9aec6b38063fb528a01c7b45a3ba9935a2a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb94ab57d0067058d080f5aeefb74877e33b1d5d92a8b228c208387ad7a0486a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac26844a9e74686043eae1e3741cb98a6c40e587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9396474e627e0430a148d5ae56488ec64e0ce84a40e211ca5efb977338a393c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65681d2eaf5e40555f2ce9d36a6db3e2bce8d971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc0645bc3e6c22eaf4f5e36322b23b7932d769da795ee93b5be580092dec7f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306a94bc03aa80c72ae886e0a266f6aa8eb9c6df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9c00788dcf45c696263d652781eef9033bd3c962bffdf1c754b1790a1c2860
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c6722dd2499cbbe54ffeda2774d54999a52e6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ebf2d1b48b8a13d845b32f432d4872f28ff386a75c7d9376138b95cf691242
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347776952bd412997fae208c5c11b02b5d946872
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dfba1960aad35d36cddf21cc9f5c9dbd338ca2a8d389788bd748f362433971
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861f965054dc9779f2cee0f5cd80ecbd5859df71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e995ffa692a8a9ab9537eb87331068a8523d22943a2cbc8a0b97aadff7ecb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c5e5e067623689957bef7f2163c80e219ad38e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72880dff9956fd20742cd0baf27e520bfc1fe5f43ed910c0b97a27ef34557356
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229541f6fd14a2b69c193fa86ffb10e359e6d4c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e56624a9174a1c108edc2f497cba036955713ae7f2f6b6cbf27e03f32e04033
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a154363986490ed54560faef342b3d65d0b64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd3e06fa43e012a94e9010d948165d7fd938a9f60bd1bf0d8f098ffab8ae89f
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423d58420a9a2b48685981603c556056a7278b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79b3e3c8254fd56fb6570532549e98b0a07d312415ec7a6790f38cef2b45e16
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4e726d81bfaa03a8f52e694ea7d940790e52ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa7ad6ab2ddecdccc7d113225a6d7ac1487c526859bb7a5fb352717ca3a0866
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d180e9b8a615113da968d5603c34ec9f4b0721b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa64e333b186877a96fe7330d4fe71ed148bd6c651bcfae05b4d7ed54210ae7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5d39d5e1fef6d0d5b13a7768db8f3c6ea0c729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1559d542e2b687d02abbefed9a76af5fe4668cf6169902bf2dd1ebd7877259
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47567a905b6f485bead252c3121c62e263265a42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d97ea7022bc149c8716a8e2dc43320a26762e26e7eb8bec4376a1fffba7a2b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893a5152783309b25e39f6831a3b13ae5ff4f1b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a1903685341e0adb9de5e3353c02fdd848434bf88d4eafc3c03a384e8d3e87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23649d03dcce7037d490b152e9983b35597c82c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d93f6dde22febe3410e703a9ecb1f950459de9a7088d13bfdfed4d0617f66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a342052632fd64ad855a9ce7b95a2bb7c2952d3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7b8b9c21322356c51797992de799e6089520ad2ddd7d5c37f4907d277e3c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82832b9127edab4372049eb4b1dbe0cfca29c47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a34f96c03f52e247efbc749237b554d3b3ac319edc7ee487f1d4f06925389d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b52de9b04223bc2cacd03607895fed110e4105f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84071ea7b7670493b08bddce3cb6d8fe556cd685115b7b6b5d8a6c308c6df773
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd4f7c260dbb2a6704f608339c2df1d058a0d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa14289e136bf606e4e69fc622e58bff3a6347dbc1dea6a30bc453d00e9ce2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3920f879a25577759f1952fb7dc004c4f48cb6fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e04188fd29c33c92ca2e499bfcaa08ea1d8d00120a8475667fc895d3565f176
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d2ac65413ff9b6e93c29ee9a6f41b7db5ebfbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8339dc3b5d62f06318e6e8b8926c1e95a9a088b05ea811d41a4cb4c8bb56d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f49dff8529145090e302d3150a8402c4a48e96b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b11870a14d40bd976beac9d5d63fdd40e04ad205ff0883e3e42cbd9dbc51a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672c4a802427bad4e62ca9eb80db00714c0e5abb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9544bb4832baa62dd30e0d4656c0e006fba65e07c9dce2c84de2745dc9b723e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4e97e5eea522aeb5c67abd992bbdc92221587e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edd08efeb2839a56536faebcab60ed1664dcef129a3c6bf67697952a62cfab2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3445e204bb8c7513bdc54d7a4f855da507cc886d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc5441b2c818a13f742c97b201597b637d159962b0dea937ba46d0b0d63f4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0a5d454a604ffb33991cde6da0371efe061546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722e8b87de8a1405da523038ebdd0fbed5c9e4b8e1991370366f46a279afa7af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2b9f7ac58af5a11e59598e6d86b25db2bb7a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e0afec7887f83959b34cc3b55f04e014d25e21dcd13217484c0867c7459008
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8394da96e9816a6eca95fb3b9d083202bcd402
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c489f0e5eece82566f051ee178201227f89151b17bec2d5fbffe1d62b0f9f0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa838efe86655c78f339f973cee2881628ebd96f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55afb92d9d833078cccd98fa52a0211c6b6e7385d8c5577434f35e7226cac1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7a1fc61fe75b22aa7a16919ed1a71b1ca03233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c93913261dad2473ba18b70cdadc9d9e4ef600219f737e1db365a76f3ffcea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee9aa4abfbe62a235ada41dadf1b7b925f22ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b5124b629d14f6ffc8d7900e7a79418e3f7f6f5dec980440a9132a249d5e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f912604bd4e4ec9b7099099098567cf40589122b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cfd5317626dcf91f53dda906c9c0e6280ec4b60791b7d5259c1a42831c260f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49d509a08493821387af2a51acbea667b8ce2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5e6d03b4c2995cbdc22c7d5bb8954b15d6a8f08713d1ffdd2434171121e528
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5028b915f6fe13be7e7ec74453e95d2c35ca9971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9a3e094b7e09485c86643300af9c2795fdd66a083ad8d507476b1aeedfc4cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7f03f59d8fc1d7f534bfb56a4c5fa2582a3df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a19e0e746facbb73fbd0dfabe6a126f07fc238fa26debfe0e9ae7e1151caca6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b2179a104e6655c24c9ccda436ac0daf9a9f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733c7eafad25ff7a82cf68bd102a4d1db6d76d1678104bb53ffe8e4a1b5fd5f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8b5d7a46a6f39704ab017f1e6543040594077
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00245472896f2cea1e52d76019ac3a9f4642d6558557597f0f3c02313b6c9d62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883e841846f38c2a4a4c406b87bd173aadc25c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03907b1a8f47380cfe6e33ecfa38eb05b9abcdc5436a0537ea074aa92d11836
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a66ef949930686bc89443ef19041b665a9dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f29acf106a5d4a00aeecbfe5d6422fcd54ed2ad34ffdb888142f091b1dc8cf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db306326831a52cd0381512ea7e40a79841fec5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e8e9b82377f2d7ce605e63439cf4f4ced06990cd0fa4df542281511e3c489e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97995837e0b58babfcdd2cb62ac5abef6533d5b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f38afe5ff1a031398261450d5ed1e273ae658e960c68fd37d78f57b7fae19a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9452878a5903fd1b9d0cec7ded0552f098f850
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e3e5a06f405629362974350d2b28146359660acade6858756897019f129eaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e85e662d32c04f5bde13a640b7a2366362911c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5d4b93bd781c10e1dacea09300e8579c84b72d830309322a477b04f6dc5ee3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa95ad2aafb14701caed02dd759948d7ad25150c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a33f5a302f1e74087cf14004016603ada3bf86b72796d42e37b6ecfc7f0b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dacb9f36db47fcd282b355410c1f2629f5bdc4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9aad96e988485b5a14f3440e92f31922c499b4b311ce1ab263d8c8e08eddc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9e3db6fd62238ccdc2c9117c2ab6aa4b12ee37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff727fe20bef220651a7e9e039de51cfd99fb20c6dac8b01734268a836497f14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a75df2703f1948680075756781318be15bd63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ed5c6183629b6bfd7ce95f0ea19c83bfc700d25f17519c415f3e63a5b9af1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e091c231522031ae3c0e3bb4870b5d891e2d071c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0482ce68d46c5912123e6439899e45fc5d0cd89bbcd7e86f216d4a5361aa4e26
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b4f32203c99f6e44e870cf7392cbe70e21c53e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023822a4828a0096bf356f84c60d06a49031126463fec931639505dc8cca7988
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253d853675d8eddfb89c1271172614f013ee6ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9657e377ed1c8547266a5146595f0166ab74d6e0adc38565505752bf38ef83e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620a6fc0f125ae4b3a7d56f5fdfa3de0b1a4952e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d512e8247200a56ade85927feb9c976c87c0ca19984e499832459b6869523e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af69185dbb170fef210d511e8dd964b76a4b493f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509c7b71f2422381c400b55c9bb4c91274de465160d211a87c693409a8786278
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8a3d8f9ca6b467cdbed07d1a2ade5bbfda2825
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9b8ff6f1b4630e6e828a7b10290a351097087595676bf8eca63c3445297b83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6a233ce0827e94cae32a4aa945c7ba53ec8619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd518d4874b9bde462991545918daa693d914fed53d556ffe43bf29ab09873c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e63582a98929be32762cb58b816114e7e0b65ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42da167db1d27d303873955222be7fe9fa8bc88f33d3ecdc84b03d4109e7354d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007e0f488b78754da92c13ca254c96c5a5057155
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e87f6c75b9c62dbc42884dc90fe2ddcf5d46d659b990e008aaeeb34e1c67be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f7a1ccd90f58fb9173ad74eb4b5fab28c96c96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47b4ee9e03f14ce64e9d3599fb44b6c147d264ca75e0ac97cf7b92d4ac711bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3b90b0ced6fb8e2b2ae18f418b1980056f0a5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a3c39200692af3a7ced9097ae30cafdd6ed0b3d968ccefca871ace32b2cb24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c26645edbc1cb8893102a8c22e85b44779135ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a79bd4c88207b65a8f27d6767ec2af966e3a13ba5f906e15ccf764114b909d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e57fb0307621f29a4b3df90f15645f2a36274a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df9a13fb5bb552eaa37e6cb0508bc70999db9cddbc60fa6dfac6128d5a9d5a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080f40a7d5936f47dd75878c42d4da732d993c9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21ca88cdc83b9f01c2587587378aed2bba7f920392acb136576d68dfc377244
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2fb00e361c8da8594f80ae005594b5d8e9cc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d280023d193da47103c6d77821ac81892f00919feda7b77eb7619dcf7f5e2ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ee08522a2671943aee5b715201c8c4e040a392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260a926be011e1e6c468613d23d17be5a2b5b88ea089ba4fe8b2a43e09339af2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d4cb64a7036cb1b52b867251aa829fdb48440d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d01747bad7200f9f67f06af2e3b3ef037e48ea783d9c1d9d44ec6bbe6dbd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf53693aa733905e28bca219aa5f2314961f578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32aa0c738b52688682a30cad538ff70243c43f3aed1ab64a19171aebc4ec3d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3de5a2ac6d79bb97e562d987e8b803b051827d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f69950566f6e18e8786ed5bd81e30f0031976b0735686b3acef1de3137fd0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb9221dae5d17aa32480d4c43a34bddbc55bf19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b32192674a4e8fe8c4a4284b52314bdb4edd14e15d28eb548032470e281b96c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992d945d6bfef74987d65cf2d204d9ff188ce87c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93ab90179a4965347220cabf500e1474063a579886a757f2ab385c7135659f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ba8cc377f0849c96ecaa335ac3ea4dcfe5f7ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ad3f9e8c41d3b7d81ce86064bfb08e72d1662e2b76861b7abd493e4539ee2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca99ea8bccf4e42d76b430c0f2a3f0e87f9f9612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8b6c6f3e88d23c1714330ab0fea5fc93e1bee53388dbb9a493a35b3538994d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e11e6ad4a7c84e8634d18c306a12d1c811212f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79614e425c093e435c23ab9f4cf78e6633edfdbea07b8f5c9d20b4f19ad22dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d0732af37fd7accde911d4badb563cbadf36a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e368300f7f9247365a41d90dcf631fd06abece0f4181428fcb879223905022e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a95eaafa9a76f47fb4dde2d674f60504c2e521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c268cf390807e50e2dc325063c11439f559d402e1163b0c1fa44a22f9041f04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44402e10adc6e7269f079e4d7b49ecaa79938cf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3363b340a40f2dc5f1b15e768abbd1d04eadf97f149206a5d897c32924681581
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f4787c1e695994919bab7c1b6e6aa27180bee9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54217259c228f7cf324e3f8675357d540441313091f59fa2134007cff8da14e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c57a862b0b2367f9d071e3b0f39efeaa987d003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a0c46dabe42cfaf546863f955d2d4bb1fc8a11034489f1f6027228b2139b12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557f61a4a157bacf260793c6f57d0223a0cc504e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a784515216258a821fab1cb0fa018e06c74bfcb20af155ed144302fffb5566fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3195e2a2fbe03989c924469730e8650c980fdb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2296b85aa1c0dd61e5cb9ac2ef306c3a3993e4f775f9465d734cb2f3fff2a0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ab7534f4ab19b70b86a2024a7c1173738b86e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16e4a9932fa96ee235100e2083a2d9528412d251e13687c1083290225ccdc31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d63c9d23baeedd32390c526cbd8c6e50d35285a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bbf9db409e6b3f3a2def1ef1ffbbace45dffa83086eb7054c5549206fb604c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a693aa13414621f98536502432c94366e28384db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e3f201cf322cce1e185f06a88ae10b655653fbc97d2e0928806504bccbeb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde0126a61ca668e267754204017d2145aa730da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e0ec969e951c181ae040ec614b2c7b47a7d3c9955c4ea9fa03189c5e77e80c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55809b492dd89cd1ef27abba72e4fc42c1787c31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4b45cb1bb1f202937b17bc5c972f25466456d5bdf837f4c2d77c03433ed3fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e231733ffead618a1d688099134ee3f8576ec477
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599d2a36941ace00a3ae432e298dc8467036298f7a25bf427016f569d44feed3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ea1ef3374d98d45fec9be6b5af4b1a4f719ec0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e2b0afd223dc726ced28cbe7fcd1764b19f2c08a29271f057328cb38561bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af578652b59e8542c5c8943f943f200498e823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722d0426464a44f0114bbe3e549f144ae1d0733a684034fa19520185f5bb9714
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe5757633dada859ba540a48da114cccae81d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e509fb17b93169ff5a771491c0a479187d91918d01e0a77e75948167fa06c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4fd510d2f6db5d3cb2994a2a71d6d3c1f91a24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8640ef74ab0abfeb326fd5ca735184566a8a9c26167c95be79306ef7dcdbd673
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5e3599d54cb7b6fe59f456bfe81f0e3ddab78e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d91ad9e79b75d704b9bc80c3d0319e961cedb0c1aeac4782e1b35eb3a41fd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd95e9a9e9fc59afb596783e40be850c4cd5628
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb32ae1c0bcf0a7ea553a3aa75ed4aaac1933fe891b734a35fa34979dcb3674
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3bc31dfa2e335b30a1811ab1c9ad75e86120e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db67378bdfa68e1933f021cf494b646e1bd5612fad7ac94149ce66bfb80de19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5a08fd579934bf9dd51b3b8426f1e96751024d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923eee468190d4822b048525ce8442216645569928b190d7fe5e881f8b4f4b4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014b00546562479a3c5c35463cf06b74f90f7998
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14355e29d18ed2d8088c73b358eb454c6dfdda3ad24432f65ba319e836ca2d36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942665abffc060e4c286c483633c992f603561a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c82332b060a3e70006ddc2f9aeef50756b587ce863b2fabfb6181c81bddcc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b74c0d125fed31767d220e8edc182e1b392db6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7ca3630928598bec3cfa53cbb38bdbd889fb86f81c36e75db030b9c98f375e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8423c17d22db765c509cfc1520868b733e59ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5d6d33f0fe20df07d2873c06b4be73eb9fa379dd7f9602d7e2b91623f8ed0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bad5bfa4b9c047f9d8aa1c4c8a6703148f782b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0158bb9446c7cc253883a35e292414c8ce3c77533d0d39d2ffe2ee52ceccecd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1882750298a7b9e174aeec1d6f9888bd3cc81e8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc4dd5f89b034dedc63ebd197e72f84923a51ca4d018637efe569916e2b79f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f384ba8ab9a42b2833089f658c40d08a1ff77a4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a263adcd071fc0181f8b0b5ac7345d4a1a706858cf94ae9a16dcf8eeb26f7e62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01e7a8c92a753514c51c49435386f31dbf18abe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfc68ed3cc501c7e0a483cfb1a14155ea084552292f783eb73cc2861a119f0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f097197f0787fcc86d323d3c0c9af67e41a3f83a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13506584df024b109dec5a5ea3a2fc011c0f43652f8336e5fea99b7776f4101d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267835579d0ab2eadf070882d4077035aa00c42d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2dfdc3286843e9d41de829d49a72489777a014e411cae04bcf37880d7ef0a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149db5bec8d4c6e8976ee3188f4ec02db930f385
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49f198ef6cd041a500647cce4c50c8a10dff4a1d29487e38e6abcfa1f788537
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a164bae8e20ac3f7f544701b850fca97cc18617a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6829021b44747992c5d5edbb724dec454b7ad8dc7ccd0d01debdd341d5c436c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276bf009d138ff945ece0815a96fe82129f3b71d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4c6614c2caceeafb9610d486834b1feea23fba57a43bf97179e7974be5903c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0592a6585fc1fc6b53ccf771c28a55cc2487879a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abfc72fbdcc86a4b284acd0997a51ebbf3ec8858f0af4009e084b39b91a02f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c083013d2fbd8af38bf4c6a41045ac6e96c1bff0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164dd1df14116d6a18e5316f6e6f89a2ee44487c8ce1e050110cf7ad5c945956
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d7e10cc5674bee6754b8f8fed6d74f8bbedf82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64063969b35436c7429ab3ed8403e182bc47806c99d119ea6172e1e1b6f9527
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47abfb3833088a59dccc48897ef11e83c43a620b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6ab409728c78a97541cbd84c059fa2cdda6c0cb7bb800747147e4bf4b589aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c38b58511c4af0b754b20f5c0230a19fa1232f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b4f3a7bf5c9b88ef6fd4b24727a1434f7c52d50ab46f30c43d724449eaa473
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7d375b777ad9c5edde1e98f3e397f74e3973d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24289f442838a98f28f6600e2a1de11fc1f1597aa07c38c13becc8f2eb207fef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e0653441c2bc2a6b7fe18988632d4c8c91d0aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945e658087b736563e8e4325b77d531287b7c5f13122b090e848d6ef61ab25f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249136b4fdc3b77c052d7ca4b3a3eba72fbeaff0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b9d6bc1bdb05f2e209446c1db3961233628a45f6b618f8810bb247e5065d71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb31fb0ce511ec5f844f96e32525dd5abfbd55f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60dd018c18db1e646c5bcd758a8710d8a454a7162665cb87954c0b650b207eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61dbefb2470884de6b53999c87ce8311423b9eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e078efff9c2bf9196b327563af02b34937e528df85cb86a60888415b7c8cd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff512520380421db0bb5a3548eb25addbf115cf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19afb10ed3e0154d3b2c90b0df843324c2c15fc5d6d49edcdd0e0aa3afbd1f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eeea6684a59a8b1b55f07e5e94a3cc31fbfa59a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fc78abfff4a0b25938656cb4714a4e2c6545c606b2e6f557e14784a8ef54c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7158c74df62e656686bc354e7766a67071acdbdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b59a0406451c4d00b7c73ae075e9f3f52cbf68899b969c5c5ae01c85ec30c83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462bc77c479475722570b5f1afae7bd5ecadc12b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debacbceaaba70bd669db36704c63dcc7b00d94f8c7336d13073c9ef487e6484
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a617a17fc0c8b9d025ac3b0433d9bce1ac03b39c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aea9a131d60211320e5c6fdc260f1bab5bdfc2ea562c1dab3dd7a57ef3cc846
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efbd3d06ac1f1fdca7ba800a8667b23291f3de7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff7f9f29001ace5dbee566b80ede41b5af8ef74c53268f35fd349d58d516fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd34c1421c8b70e7045e87bba6d9d2616d0b782c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750586b5aff1b6234a6c4c0a02a0b5c702783ad437e50530065982ff4fc0928b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eef90eec50ac61b20e2210d37867fb5032d4f2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e989031368d220afd0da944fd56283be32edf74d252f1acc594b0bb25dbaa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d27c763fcc1560174253cecb9e346d534b35db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6d1a7b3ea587b09db2ba9bc5080ed50615daec8540cacf74a7e5938693c9f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad9c59c4d88c15c5a716ebbf9b6318cb5cfa650
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326f130d994504db61046733e5db73fea0d5dcd2b9fc35303bbeb13de9962acd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42eccbc34dfba130ad2d233ecae10f15599d36bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5927cea7990ac0cf7d61cfceab4f87526c4009330e4e8bf36d94506b8df19e6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69308974dc8b14005d46721fba40c96400bcfc1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf1f7b80a8363cc5f28770bd3faab3a7ab17fc0213b6e6fd9f164449ede9161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385b431149d65f0fbd97c3c354c7fce8135ad76b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d904386e011f5599eb21ca831bf3c77632b0babdb708ace1825c595449b21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995b15cdf4f392fb0555b4eca2c066931818ea0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050a60ed78038f5ddeeb4e9c0dc7d2ffd7c6ce9a37c68824a0911835db4133eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcadc29137c9b17be0b1b18d77c824cfbaf6470
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c700ce8bfc7ef31eeabe6d7a443b8502deda8da0c95e6017de8e5b0aad2f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3722ba835bc2fd02b06ee045b48288ebab622d2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f914196cfa1b67ef4aa6d9275e016d241581a8f798a3f89e29d91679cb5971
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c47492bcf19b90e9e0b30c3b4d1df3645b49af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1066ea32fb234256cb832921d157bd28b3b1af860aec19323bdd998490e509
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f8b226cf5058ebb301f5a511326cc9acbf41df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de50829b1d999c4a9fd204f41e5ba25ae853281f68668394e0365e024a972b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414630b86a6b879e8142ba6276c3c680e974c593
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c83396aff9d0d860e33d80607ed79ecfa48ed5cb81ed6a163f45c6ab41ba43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc16ed3220a5695d252494c68eaad2d722617695
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e151d1d3f99d6e16ac425062646069381ae83ba6a47b48c7b3739ba98cdf8ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f767f46797d5b0a63f00b1d985ce95e0408236fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010e38109d77461adf9221f4dc7653070c2fa18c092ddcb493a9630b43862976
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855455b6ecfd9cb8b07d7edd317c42f848531717
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f439103113e2d7f1b586aa77e6e1458d30e3f896588d00b78821f03fd6eac764
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ff78a60db2ceb517cc775c704c043be173713e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b74e6e5a529dcfa6b7f5b5d7c99dc7791eb67d0ddd6bfd329827f197d4a1475
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd214d03800d19e67cecfc48f63b56437c6bc05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d9937784df0f89812e186180af3629c3e31afcf7173a173dd025fae58e88f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc59745767458403bde0128c32fed346f09d15e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3c1daefbeff50a90a2416727aaaec6370da3b221bf9bf588117aa9ac0e6976
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6994ab8897febcb999332806cfbc5e41054c0714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e840bb705aa6a06be23e21dda4b2e03137d51a4d8e76ffe5f70a6eb1bdcdb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c49b9674a68c64cba92d4b453e7183bf77785
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743ba2ff037962e48f1dc1084d28cfceceedefa7d4dcc4798b9a81283e93f04b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e533e901b2f2c3c9ec551ca6207f951b0407507
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a61b8bf0e3fced857959f6d70a9cd1f8d0cbf4de827a5276ec9cd482d2f096
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321903fd3de18688cf1ae10bdf49429658abba97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b025f2a6c2def9871bf8a98ed1d677c4eb7ca2068484f819ebb5e4ec82e8e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc1858a0b484e75d5cb00c51330d844ace10b3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5607e50169749b8381aba93a63a610887a41bc6d52a6f82909bd293e4dd3c7e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eeaecc0d78328e42abf3f50383c80031f7332b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcdc17d92b6a554ba811b0c0f29f5fdb2e3a4415a91cfe5c674ea45b7a60c9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435ea20a92ddc5136abe7387a30090b87496cf00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28d84fc5f926ba66ba97ad89b69dabdafd7e30a0a8e7532d6eeff67d4ad71b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2246b4a308b626c0868c6bc0d9a4af59a6391a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b473add83f8e7c4734b1aca27a5665e969c5536e9c17240ce065f656e8c8bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3a9e02fbceddaea96d71cd15b7021d510da7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a39488e21882e1b419d3a423925bb350656b100d848b102c395dc829dcfcf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b32fa7e8b455386d62029a61dffa0ebb3b31c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9596cd3ee9eb86ce68c912c8f2698553a51b0088a2c8d029884a7073b258697a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8bc2fb10af74a1ae6c5c0295a8bd6751e684e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dd43203c2a5bd6869a6210a3c8a55cce6ef535d4a048f2de70ffd4aa5db064
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a496d8ac2cb0311d6c5a0602847a3a486f544c3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c761bd250ea939b30e567187c827be2b7177bc99115a13af7e832e4da0211d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50e36df9db15c53c24d22465166e33d67523006
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5beb022340bd0082784179fb6c39a63d753a875c525a07d2896967427a7e551
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6ce728d8660e418536ac80df357a3b9f9cf3ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd66aef48df0d51482222b95e2accc5c4b159f4c790b96b97ed8d8a6e99d4c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c960f3f7d52efa465dcfdc90464495be1babd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672806faa48e7276c7e8b98783a593b82ebeed01d9215cb4bd9a35086ca436a1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313244cde489b01c6742e4794d933371ff703f0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716acf635db65983ffee356719d96a654a822b8947343023af50d90bc939416
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929ba1000ab88539cee6be3269fc55c9b405e843
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc385b01e7a66e0fe41b5c5b7a825699e50d47cc65cb479b53e66a1cf64f70c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63766915b564115e00fe7fd7155a8d2173e99599
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f3f86ddc321cdd6c67b575a74ec6bd5c1f8f5d19b3f5d075dedf5c483ad436
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1186491ba6b6907e84b1f0a60f9056ef02cae2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d892a0a0f95f24215aa7e15097892c4749399ea43c9a1306c6bf692e3dad2aff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1202a231ed0992444a8354d0ed04396ef10e5580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d3eecddf83844244439fee95d4595770d557611e551d6885de42b40c3c76c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2add3a0770c2153f85fb7c5b21c80ee9cf3d079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b178b4bebd791b9a8f910123f747c40fa7a03bd88c180141e2c050908fc6ec5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b16c589e26502f5b510469de84c4cc5e1fa846
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8d723318769b5b23a4bbd3f262498625a4683435680fefb6709fb4885bcc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805a69396a0b8fb47aa6306e1ddcc97571f55efa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2af80cfd813cbf004d1743855ed542145717241aecfe55ed61b59ba51ed87d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e2624870e20bd52c3dd73201936d46df304aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca90f3e455fc108a5f00e14774363e2179f292172b1aacd5019e829878fa0f42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfcce92157f3871090c303478add71769cf42b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb0065ffdddf49c8d894d82ff8acafe208c18197d513af724d56759b87be054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7a115731d25cb15aeee68ff4bb5555245cbbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630966f72a8f25d2f03aad7d52f9fb3f314a44ccefe87653bd3bd6d80414f41a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645ae3a2641da486680c947c3d34f1a534e79c95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5910aab197f69b11b39fdb6dbe8ce49ac6fd17175694505dd55a95882a9a51a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10fd0d3bb03dd36ca24f42fddb4fb4ee298d198
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e72a6e1e8894a21a75537873d3ade059e30dc8e0a9fd79ea31882a003f0750
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d20df47159b5167e619211d73b3549b28bd9a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d927daf35508c0a2a84d094bedff2a996ff4c90d4410e86cd0b62f349433053f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bcaafc25460c2a9138bd57f30d7b5397747de1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1064f5f8c6abc76334fab07cc20c7cec93ef5c454dea3a8df964e7da155fcc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5214a86a9f4f1e9fd5f8974d4d64077848a9528
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee3fca1593ed36340db7ae52770760c1ed65b1be0d2c5b6a089b5c4dbbbcbaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52329683ba2e4dca724983339c8b44a2365b968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841448ff9888edfa5bd92ae0a2707479a513ce321238d655e2fb6b1f3e9de408
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22eb2efb4c7838b21532b6eb29dcfdae316ad7df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289ed9f574253dff6d4cad923f81be8a15b027bdd38ecc5af6d68e446a270964
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2217f8eecb1b2c0cd8e621cbef6afb90117bc88c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07bdd670b515c9d05774d30cb873db93df07b73c8863994368a15b720a66b01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b8520b39854e030d2bcb5da59355bde9a55e55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87306b194c2fb1fdbddeb5101ec80327b6c5cdc6df8d532254496dd240209c04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c52a9fd2c28ac2af29230f068e3816e5de2bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e97cccb722c03435af988940730427e5df3e86858cacd8bc2ce15be383fcfd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce78af5bd623ef0dc2f65ad658df0318424bb731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587bf4c25374c8288b04b22371f1968f903f65665c591f69587ec595201a079d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f7aa0002e65e5277f9b49e8709eef3754e3dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1ae1764443513b9ce9539b895beacece9ac12ebbdbb5aa3ec426efb16fe80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32365c83bab8dcedd7f88c043bcd8d5f45506cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57688e20550cc27031405d699c47e75f584d89508c96ab243b3a6ca31b5daf7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0a62c80eac4938a50ee8478d385852bf23373f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfc6fcc174f47b0ce5c55a2d2ea34e8f2a04a92fba7b88a60a9f4aafdf53f2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0264237cc404b04b7b64a8feaa746009a6790d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92af04b85cffa7b11affe1dffa2e17617f3593a9162bcd1e4379ab7e169b9187
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968198961073b16236f0a31024b00de26892253d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8720847844a0e20fb48ec8e3d9da8532f3d6daef6a74403044b6fcaa4051bd67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d5d5e1c497e792b130d7b69ddb943a5aaee827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ad9153667c14c7429d2d27c08abeb67991f980c19d86c19c713f24e15d6fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cf93438cbf8184063cfbec268d8ffb6bece5db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed3affb43bcf361f08485bbcd39910e652fd332c0ea15a377da86c224e436c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545571f6a33961db709df7aad364a46a39a5a9ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b5a9ff53ea663d4ec479eb6b361359e0e419ce520be4b6cc64b1b0f883d32f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70666cc3dafa09053af31c0f27a42ccfcc286a31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f86582a71819d8d56df1c8c329af52f4af93f6dd9bf12842379d0115f2b7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7123159f801871049156e084f27f2538101db2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeaf937cd4fbc3c9e7aa064c65f564b970b5285c22e4c0589435ff63b01dfb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4b83343003a1c60840518a0a61996a7c358874
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e6baa94383417b1f4086aaea9da5bca290df0480b27d96807b4e875eaa30b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a60ff5a5bef2c27123a5bb8e181c1fb552c895
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ad23bb7f275c636dd1980bdde118f30f04493c7535cb3ded7e53cb9cb53785
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa1f00ea639d8cec8ba9158dddf86a5a1ace353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb17eea474187fd0f798f3f4d1369958904e6db20164417193fef1d17bc5e4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8198c2ead18e6b7678440024d68d9f2624bdb8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7059412b5aaa1c33dd5e24f4284344440ae4fe98a3c70bc64d5689d56686945f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d579836a04a4d7d058f21d22d7e8417dc96121db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e97e06c203ed5f5cad5786659363a389bf2fb1951dfbaee0cccef2accc7830
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf48d3ad653a0015681b3bb2c80427c15362b55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71780c2a01dd4d385b578e0047fcae31d26ceb0a8cb046a38d3d7ba02b77d248
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2980e6d5ef7b7753a35568600fc8d7aa71d65b45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b064c9306d02fdd0d036074c6a8c88f636d6173fe00ee355a15866fd3c799fd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91ebb46edcda3de6d56f9f8149d9620e9eae7a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f8ca508eae9f8a463f76cb10661014d46d01d36687f39b0d06d4ccb602cccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478dd952578d31b608dd84947421e13d5b15a047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83be2a2b54d850aaed8dcc28929a371a904088b24a19efdfa80c4d6a26e4d906
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c1fb9c855d6f531254f69da2a2036d8cb6f27d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d2b2d30387535da34d8c903f39c9a1e8d762c92f553c970a8958308e190969
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd2d69e77af68d52b042518237f4d4b74ba6bfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b846fdb65d357aa00260cf94e7ccd0f90af758d5daabb08bd0843c24ff18673c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4959572a36c1548b5cdbbd3f736f648ae23c0d32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4485518f069fb4e3039eccc06e2079d0710fbbeacd20403c1edba26fd4748e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f77f37087a963b35f03ee41e76817b7eb4bafb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0896178783f9275164a488dead6fbc6991b56e66c577b9f58f449e996d67c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebc8d4375cb292f990639ee9f1eecb52ffd8d3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce25bf8f04e3fcd2da38ae6130f677541bbb1f56bd63cc4df9640e4400a72503
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb7ddcd05bf2bcf3fe2271320386db61220af10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af92f232d7e45afd5271d161f1a72c91e2520ee78f1aa2ce8f713d99b58fbdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f9ae7a37f13ec44d3dd526cac489bd4d790002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15edc0852e3eca29f67012fe99508a83218ac1eb41a1cbd8080d9d33d5b886b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f861dc59bb5b09b61c01afd5964cc2052fdbef2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11d12d017d69478545ded218e834a59915d38347fcb7b37002cd9fab2546c19
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26abdc1e7f5290db82372b53b3680dc2b4e1da8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b595ed714f0c75a35b64c8ca12ce9f4f932e705ff9d008ea4a51d7b1dcbccd4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8281649e41830155da181e10cfe85f8bda4fe31a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d07e5d027e2b99735be3890f67b3a70e5e332080e21d5ecc29692707d2b52a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95039404c92f8b27a07c7d2d904b0846e5dd8969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471572cd5d50ca7d4418bd76ccc8640401db9e0dd235970e8f90b42b69fa971b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9028e76f123a23da7d63c3476b1d67184d9144a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67409ca708809e935ffe3dfd13dcb7e40dbdc4a82779d06e8a7c837d4feae4e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227de9107ec9f75a7485836b85c1823d3ae9c10f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff96dd04fcd9a251456ba317677067a7273670f01f4c424b9174c85a0a957ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4807847e67aaef5d4559b0723462ea01f4d3c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2c019c0819f92b1ddcc7e529c0c7312241dfb50bfb48d94488668e7e0cbf48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469f9c58ed5bb65130f57097edb7565f735d04d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b4422d1c9a2d8d29a681bab94a6783780f9a80a8d18883c1e00ee8a56d12c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9fad77665769ca6d4d3b9b631d34a451de9f5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a8d4d8ce9cb5a98805dc6c042252f2e663c25dd94abed5e1270901cbaaf0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceac303c6beabefebb367ad45cbc2fbf4be91b5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182cfa24624f8d0a90643a2ff2f8f95b1343204ea506c6562adeff17fdde7385
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6621b0c42119b78107943587ddb1d6b75f5751a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5612e4343e155e71cfaae4588e80899b815ff392e740b5b4ab3d25ac1b8c64a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4377525789747e4a31b581784e9af1836ca3de1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f79d3896a10aa07d05db88c9519c3995ed8304cf607fbf00f0daeeff296321
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd7f4c7d4a9f843f81728007a231f215ae06d4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf5235d5bcfee166f1cc369b5c57999cca9a3647b72a308e03a08e9deb688d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a00cc67b51b56147991ae51e8e557ffe6e60cec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b315a890818c0fd37ec44a6a30617b2f51184ffe342135d03764c5109de6641
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5649ec21c326162534bf06282e2cbc8eef0e6fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139d5fba915a6226fd20f860d615fe199f6f1d54ee0bbece91960ebaac5bddb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9741504b0a8925e384130005d199d68042a8e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad1b4279b424cb9a8cb7a45203db76d91b748cb3740a4a3d1c90d5eadd8abd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf9687a598eef53b81935d4d74075482813e58b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7ce6220cd7908bf92a0ca0239992c45a6ce7287118027108c9d14131e9a2cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a960d5cf08192ada5b1bd020fbfd6c1aeac7a340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f2667acdab77f0bc1cd9c2804a672458a9f3dadca8c380eb08cc29904bc565
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56375da2998423c455cf084ad4bc40d1defe51e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491a365f226ade65b2e1beca3d9f7a2c6c4d94c6b78de4c6d8a2424dff13d154
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6edccc09a3368bfc8aabd3b0719a9b5b1e0018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9b730640efd6177ece73526b85d54639d013242017b09b3b3d951a3308a08d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c8cfe1b64a0422aecda88390de2c433a081d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542f1c1f31cc1c58805bbeb1effc8654f8447307a9d4a85424966c42c5c02921
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca0efe62e4d48012d0f5981fa5f0cccdc5613c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a6310717d09d34b6f8eae316c2027af87ca641ffe715a723bc2252d0e36507
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79289090ac067d07999228b619df35c83b5f7f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebf8037b12da8becb676684fb2cfa14bf076e73f0a2a6eaca94af1099595670
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393c1a12ad1628523fcb804fb8f72bc6b117a669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbd6bda07ca617066b8fbf84fac02f913a720cf27e9b4d2a53d951e7362106
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b4a539acc8fce31c265ec3023b8ead23bd982f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d6d34789b1344fd69d5ac44ae024f9fb9ca43ff5e47250af41a897f8a4d05
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9646fa8a5375dbbc946e7941c9f8dd79668955
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7707c040452168aaad640c0268f78b3c993a9d00cb5550625e8a0d8cf3c1b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa5b654cd60311a33b91ad0b531943c624a21fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9e37d271290eaf74ae6e494ce2eb4db5ddb9a3790391c846205a0eec16f94e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbca12664acecf63505cd61c72379039abf46fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41247c0ac41fc5480068c7c1ea36e5c0324e3ad8dc33e0b83a98ccfd9521fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822baade145461eb1f6ecfeef15785ed7626ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd680c7f9b50ff0b1e5a81a81bf98729d21e4f14ddbe40af0136250ec04aabc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd2ed8fd7e7d38eac348637072e161d3059743e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61442a74999e2fa341fb9f4750e19c0f38041166e5ccb8d48979e583761b9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b890f9096451cc33bd8333c7eea345a509482d55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f633b6a05c976d50ec369191eef083b94727a0e295c2c4b2999ce9b7517f96ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11902e3ea5137c9e7f84707c5b09e607a31e1902
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e91506bcb49aaaa73ee5a1cf6739022657673409a2712dbb08d56367dedcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178dd86f7768eedd13bbb493cacc3b770c6b361b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422fad4ad5a1813883c7b958643691581b3b90281327e8116921be75ae0012ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2ead53b1b9239c2d09cbf270126f632650352b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6a008458090664663867f2e30dbebe0452e32e3e7e7a9297d859c1d15c514
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8ba397db3e4b76bd818c490bf7490d492f17d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1667b5741461c4766c4eed4f4f7648fe4f9639e7ae9135f0a47eecb0f746c67a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c317e6a5972174c86c06091a11e0d53fbfa4b62d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd96c9f58fa5bf3612c289fc776fb70eace0211262cc7433a31efa9fa5ff2bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5c2df1b6279ef18c7d944dc015c896ec7ace71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f234d29f534cbab8ad4e00b3d86d7dfac605bfd6b97c8629cad5850b5741ad9e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6318f8168757cf51d83a3bb7ad2f7159e95d27b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942f982110fd9defb9d42b20a4e4a457a0592a7d8aab26d1362e1b0a8b16d569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb467c4df2313be3532060fa8b4a5d4d4c121da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e45edb685c4fb1955632569d3941e7d489ef130409a86e97859a0eba0473a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9058fea0d381272418fa499f30f1ae08b1f28312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13503a257553088558824d2ab0e80315af3cf53d26688e415d61b052a8e54d06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff6654356ba9cf64af92009b8276b4b6a6e600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b6142ef92301d3b763d51276193eeea3e37d04b95441942fb466dc6989e9ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41089c2bc99e8605da283606179bfd8c259e9cbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67633bd76339f303e287c90cfd3560afa4cfff31ad8d71baf5b5f0a6ad65dff4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92862ceb82fc343ffc31e646384fa3eb016f41c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55ac5bae73e47426efff1406cbea489a3ea90f1b115e5e8764d9fcee6129bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7942fb3bd03a7ca285a7b6d0dbb71c89d6eeb11c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd90a3e192662a25b8c9dcb050726cd4b503ccc4a16e065a07bafd86989a7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020b1ed03770327d0b91018fc91002df82202a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b01911aa76e4e9ee39656645b02442e088521f9a897167ee5b25d8ba51d1cd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2669e998f7329feba4664d84bcf34090c05173fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e73e70c3562fa62ac71d0b75a110025344078dd8453ca2ef1d53c4e3cd6c8f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1122bf8ffb8e36f7a98c69a545ea6c362923e9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f515f26d00e014cabe738a93460208212f3b289a4551d093eb8786841c8ce24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a365805f6ed0477ac883d95d896cf510528863
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff836da9e7dfe01f95be465e780f88eca1c89eea92f63cc704a22f1fba60bd0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6f7977551a95a1ff4831759dda2d2641e17b43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca31dc34115de969afbca8434b4cd89f76c56265944fc17e21980bd7a274627b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa0af273108b6245a61cf6491cbae7e0d67d2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cb5ba70dd4a1eb0e976a3451784ae32ff4980ebebe2c81296bec7a3f5fb04d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04009c89c5c7f5a64c3ce8144e0927e1312b9cf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8339dad5eb7febd3f6e031f64abf0b791de4d468d2dafb06e9c1f332c41163
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2e2742570964c07a43fa18e9e121d95e001ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dc4c16e44227d61c7ee52dab2eb46bdf7ff15e6c44ab1ecd7f6cf24fb4821b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebedcaa3d66b30162d190b7a12f0e54dd741fbec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32090a8d09824a139a25a9c0e6f8d8de98fcf7e4d1c408b94ec3ef4167d675a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb5960b9d5c3f37f010c44abe9e5f8a74fb0b47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0465a8e97275e7fd631df4deafe3afbe72a374901cbfd07b59d5886591a5d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667cda3cdcb49858720117d109afa9dd59061684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e571c92f84cc8c7da6f1ed5bc03c6fcfa95323229b63aa46182ed01f52dce17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96c69254513d65d3df4b657c80563a5bb26a58d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b478b1be27fdf3731a62191f56f457c6644014ffaff250a12effce3aa63d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624a109c519ac2d9535810552b6f231dbe679668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b60fb74be666a1e92ec1ef0f6b8916ce8c4af551b0cb309eec581228284681
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ce64c095c442862915d8dc2dd77de961ae1157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071aa87afeff37776b19ec90e1c2a120ccc5118bce3770bf4d20f1aeffa10b83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06595cc3d9d00e2bfba69a77c3c9fc53619bccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0bd0c86f98afce49b0180c73b3ebfe9f69de6c28f363411fbed77226620a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af995fb9fbd2b78e2cb0a5bf7780fd66c411597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f8c6f7b368ea4726519005df7bee5d51beeb07873adda7612bd924a339c47f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f868ab4a3b604c4ad8b192f67f3ba53346bfc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b83577a2ef8e930b9ecac2ee7f9c9ca495ee1ffc4d8a307ec08687ddc526d96
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdd489eab9e950c315d1afecdc2330a2e2c72d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6455a5459d3a7e954d7b4835174075126de3a28360c53b92e5edcfcd03d3ceff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc3da3e94211d5e930313c934355ce43d13e606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae136688696185b62dd2126c1423bc7f059c4887be3d3e86cadbfc42a5d6f6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49de3ba977602b7b5e8e41273316fd0c9444ac53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd93c07656a2f12aaeadb4205103a3274dd77863ba95e6f6eb3c3431e1cc45e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5726c638e1cde8f94e2ea12da1b0e5a8739c58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891afd4162bb57f324e2305fab690495200468cb9ab553c0f2dd5de15deb4770
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b99a23ad989ea9f490802efa352a93c60b7639
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c9a037cad37f575e09a593bd4163882907e9722b3ca2861f36850d8efe0438
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2460101cee15644a3411c3af3cca96a1dd2d95a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35722b75385eb3864d835abe4f47008d41df94c6fc82508f130e1c08747aa24b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944d5b14552e6e91e0ca7d9ab34175d797e63b22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb4b67f75caacf5f3dff9e23b77bf0e811014bbca1d51b0ee8149e4437e088a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab874b3bb9be3ca29a032dbe9d7d72c83dd7ddfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2eca57d4a643b3d6ef3cd70acfb86b916e1340a92af2b59cc7a48bc6bdfa34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ac72f435e16997ad1158ba05683914549fcf40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7ce167c8aed67c59bb0363fa4a5afef57758a19a8e6693a34083bad8ca8051
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ac9300d66929bc34087e635ea8598865e5266e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579c0eaff1eb3e8034136c7841ea427a84e459ad8cf63f9902fa819d74848d51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a385a207b615240d7aa25585aef56eff4106f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ecb546f3b18b8d40699d72db7c363407bdacfa29bc682ebb028476d0082034
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cf29c4e59117617f570ba6cd68af83932b2944
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb6477410452d6e0d4bebb8c3cae474ab4d6db713b1e6a187eb3563e2554015
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766259e5049c69dba62cf412671ad9ce96a5ef97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc873654a88c52365385ba3baba4a944f9f7040a703365400ce6c19246532ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b27f6d005632d41154af4f45ec3b23c8ef2b6d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8a80f09e5470b0f48826f91919d3d423c1f0e18c0a3dc72b3b0897fd1b4384
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60aca81fc31650a2de97d8c0331df0a860e2af7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb74b076b1e2a3ec4eae51c2b5caa5779f9329a5ee9efe1e01440874b86bc65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1faa3bad9f324dca327bf19dd05caba2f19fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daffd9fa7b6c56c920db600275ac160cd87a2910c634d272881e4fbf934b483a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b27c5bd6d571b75f1581df7140237eda97fa8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72de776ba741c99f4860ece9be1f807f650a53975fa874f3237eab806ba611ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aec37602733fa41c6b11ddfc4e18c4ab61dd9c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c75a707c3bc5f978d285615d69ee6ad293607e0863e55d3b35fa580922fa3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd22b2a9ee5f765c3ab2a8e440e4816d58e22e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0e6d944a4956d88d3793fa2aff23c74dc0ffe222247dcb8e37178417ac8107
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d4c849fcce92eb7a717415b681cbde72cb3ac6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b21a0481599404daaef96b62b28bef5f60823df30d5a5f1ad26f91da1c572b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e64cdfc9573589c2eebd704d205e214a3055db5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9aa7715ba16263785b4daaa32f83e8922d614ca6ce9921a57fdbeb81e833d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b72ffae65c0de911e3c1093fdcb01b67acbf0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ac001b5c291812ab68fd675a23c46ff0dc2b9d5b40f03dc2d4b2f157382497
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9311cf24e62e4ca7badca27d6a78e535ec0b7727
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b73b39450af8423978224b84631078b6d5fa8e093809cdd0edf93177fd18b43
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50899b14fe6f1d004d1f816198849cfba190a016
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc9f9b9eed21a3b6a2f4de96e5b7df1d8528818a64f23a3a55b23452f6132dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9457c910330a565bbcf12eb0b66206e9b436be86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c196af5ed8f04d557cf8bf3ff1a2a76ed552e4d2dcb75adbaeafe964fceb26e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f21829f679f7b85564d695733307722c5e26b86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0984049fd27d3f3f95e4580206d723ab782c3044b6e1bd5630531ee5151d42f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7446fcc051c50b01db8067782c11d3a4630d3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3e589fa71c7d7654ae437c3b2793c32da6d16a15af75bc10ebbb82c24e4d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bbc3bcce1c29b1e429f8aac67ea07cf0d25bed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f520ef87584fd6041f7ea398450de6bfcf0c5f193ac0abdaa0ae289411d10ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df11d11d97190311efd44bfbc8a26f3c38a1e042
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b1083d551eafbb38346b22c80b5d89ea6ef30656fc9ccb552b6c2ede12d93b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c821d85fb54e98f855f9b7973e0f73ca369bc7b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1856dc0b9a2b42a4196885d44742203f0ddce4a6d3d85a4a31f528e558468981
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad56c3ac22dda4ae261003f70d47aa1beee754b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8852c75cfc658eca8e823f9a0fd9fb3bb73fe59336b32bc2794bec3d19760d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdb4b9c497fae8efa62035d2a8fa16736e0a2be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bf8f6ce80c39403a820db0f01826c56a7951fd406125acc40ec1606e1a8246
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a6d72817ce84a76290a6b76de2acdb0abb3b20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a507f550a8e26449cd773a5920ca92d7711b5e33ed27bbe179433c7763d566fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45401918bc14a1edfa456133fb5ffa6694f7e476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9428b6222557e38cb9d0f054efb9116f321b5808ed2f90ff8dcc5196fcf602e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd3a96afcb71caf3712a1e0ffafe3548b8d496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17cc4a235862d19408c4de1bf779599d8c4d13bd4964dd23b1a5d45ed1c06f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432a73702c48e1dfaeb1fd049ede984c2b8d39dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ce572729ffe0115117eb523952ed3c3ff03d13fd2cc5ae1d9fda21332a27d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72e2094c6a5568280a507659addf378727500fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c40d34d00a4ec3029b27314557d3d8a4ca638c499b855121b5038a1e8be412
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f015d0aa1e3d08e60c0df4ad8b015839da0e3b2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_3_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d3f08e3fabb18c75fc26b2d77d47ef4d52c010ec80e4c9c9a792de3359b930
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c403718a90bc915d3f3e1aa42781945fe8407a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babbe7fa77f502db9207859a38c815bd54a60102adf34122896fe7c0ce1dba43
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b89f382c4d480e4455cf0d9ea9f8bbae693ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b921ef176866a7c08030309c6a5cdb7176af7c40b3c1b50eb228d64ebea83
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea884d126b233671dc7c6731313caebf190a53a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6ad1c2ac80d06d4448156b1dcfd7db3d5e85a2a4310145a7ebaaaa0ed5ee5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb44cc6a554eaff29b07bff8f28c762601ed4e01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8b0213664dc8af3dc0edbfcd75b4590c43713b1a0cb012637ccf41f6cc3d0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e1c7301118c5ea8e27b6344e2e02e3de5dde3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afea8ce958f7c54bdd33eae1029e96d91823a3777f65a1172437ecd61e97b9f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c66349d5747f514bd59ceb8485d5ab3d6596a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef93ec564bfe2076c52a80fa449baaaedc35540234585ec6e972f19706bcd1a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a021359433005d9d34e491baaaffe9c4e161b19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d2abb0b1c6ee4ce3d6a4f3151a48f4a5c135724b4962c9ce700669f49833e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7749af032f67cebf1c1170fc90e256f31f2df59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fb24a3535e678489bcde7fc3c30a5733cf74e477f30afd5fb08eb133e017c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263fa2efc0c28219aa673ade31b472e94f768fa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac18c70b26cbdad12d87f9869e450fa2bc744081490cd7ed221e70cb9625246
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115e6c548d5ebcf8b86bd1bfa8b9f191142f76fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538cde547cbc260404b50fce9f1bb74c44ae10cb14f58555097595b99d96970f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41447065ac478ace0f31ac528d3913ba0a29f86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f86d2a2d235ee6647e92e16007dd2e910dc70f8dee1a81816326f0a56bacc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70931376d39482a20976068730fa792b993148d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e97884efaf5fd7f1ca1dc69b6dfdaa7df24f66c473161feacc06faa0af8206
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4782a6ac8fd23b6d63be8cf97a751b5e0777aa54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6412787c62dd2be4458d0dceb1288b50361be2ddee7742feaeceeb297fd042e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a7cc09395a324ba6257dd7c09b59bbd831110
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2b986991ed006af67fe7a31ebe58dbf50232f940bc6389bcd27f5a4bee4a11
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df44ee17f0afeaf274f06373fdbab3b25fd5618
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296e0a78d390005f3a164e52e99e32cce98ebdd9503912ac439b2c2cbc11829
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da67c686250da18fce691f9e3b07854c8ab5e643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baf50cdedd23a856f97f67263b6eec9e0b80a1fdcf4e5b298d3c6e38c74d056
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428fa664ba59be4db72342fffbaa08bc41b522cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf655530a81d123fc49846d2be7f050e78d28334dc01b9599d73ccaeac51218b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87332fa56953fee75158de7fc8d7d1b17bb7b3a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f1a110e7046685f1e4dc1d4b4ba9084d0b392f3b45e27fedb4221d19b9f80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c7f562d758a02c06c77646b1b4fcb8a27872d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4657522a827852d9891a449c059ad9b3127ab2f5583aba20ca55992ae6d2c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f2c812813dffc829da4a5419373db62e6fff82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3626d079c1eef38416fe3d234a969e7dda9778da1553e0ffa59153f028d2629a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382f0cb9d7c128d96ef9edf486a037a1a2431a13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3142c4c47e515387da30cca1fcde674918b16f5b8fa629a7f80b5c068866d609
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaa5e99db016fff1aa8299a2785770919fad827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c50f5f88cc26460c86608332fb6e9c1854df1b0dbcaaeb968fbcf0731659e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3a0f5d66e464eb91cf9be31e0b6ce358b0fb30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ac05ebc815a859b3047cf6fa44d02a42d8fe63cf5c2df184e5ecd736d788b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702fea2128916dfa137fba3bf6b3268fe222d771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f3e7857ae895ebb45cef3e8d9f5924a35054775ae34757d7a513946625b495
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3ab6cd43819dfc0385933cad19a17fb2722bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f5bd8a522ee4c06f27e9c0c35c855777e2ef48deafecc24590e4c8e7dc5264
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04587216df54ff04615c1107ba3a7df120c229f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a20c8bf497ecc98df312bf9bd2cb6360693d17400a3ae205677d88a8c18c5f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b8925c78ddbc72c73d3a4bc3384ceb2d0d15e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f0cb5665027e1eff123a5a15d85e141a7d3477dd234cfc2b357c81a2142f04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4da2f8471e075f712656daf576815d709a5c54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eceb4bf6debb08c131d979094876c48a8f40607aead42739b209a3650b83a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fec2c5159d2781b0ad658af0fe0deacf2427b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6efbb8d010bc739b5327472b1dc6c90975896aeaed56cc3ff1d7d40e68d8b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac28e60c180b8872bee7494faab0d8208baa3907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d820b5af5a42c3f9c31d127734450714164663371a5ce4f4aae79c7c715579bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dac7c4f7e91bcddc44bffa09896f9537165aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c134801b6c90a7d9371f6bb20dd081450fc5348b1ff7d650c00243bbea008f26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d235e8cdf388ae809cc2d2f01faf7297112111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fafce8dbf35f8f2ec04a7953cd11783641f09296acaac6119f14395e0fa9fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9986ff375a25fa4c78b4cee7b53c736a5e65771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1c656438a2e6aeb045c66d6f0881b013c23b14f5ca6900f17a065927e50091
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bf1594dfc108b8c6ddc7dcfd8ba0757a55fb79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70c49ce5b0b3f44cfb6471aa6ff1a0e14d65ce84d36943666ea1d06e4637b18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04233b2293a91b648a2737c7560143140d4352c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfd637b526b1999cc953134d75f94143f1e89df638cb631f6c90b4e52293c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60de2f3537452b0fc1b1460c74f2316ab784e6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd64f3552ec86a2799ee71772a408dc47f8b73e98f223b96f6d564fd12f5cc78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b065992ae884b0089a3280b819168cfd6bdb0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fcd1cd03dcbbb256c061b4835fe831edc4ba5e99d9c57d68e0b6602375ca20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2a8d3d807b6027f2239c3926b34932b507f5a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dfa7f759f4548d60f64971838d9a466128111cd41845d7cb0909e69916e27c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a175b98615d36a43eac35de94af73c50c6c290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba24b9dcc5dfabc420add4922e8352c73d30004ef02ee5b8cf2f3450780f4b5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c753d76bd32e3f74a1d12326f7fccfc084b4f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b969dcd1428d02f108f8f4a0fa8a1be5e76c5f3f08ea37813f449992eb7d8b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e44c9c48044ba38b5d2ec6c51472ab1419729c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ef323f324b6d38bec2ccf737d36aa9b27a33bdcb64a0ccec5e97f48b0d0de2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094773c04314dc749a08615c86969fd97276835a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1f0116f58c06b34559f3b7997fb9348eb65640890d7da434efa21b19ee4ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a4f0a1d489b7fc1d7cbde993d462578ee197a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8a8c7c5d1df512002cbed3bc506a7510eab104f280c8750e713feaa337ab34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba52bab369842268426a2f0c57c72073a0c6364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603da881db96675f27461799a03d4f5e285d3aa8b3d09a9566811a34a62eedbf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf42be0e151268cfec34205003d8f9c9b34f7e37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5176ca3e96c66c0a9057f108d49c1dee1a56a0eecbe48a2d2928ed93b69342c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541e601664b5c63248fa3733f81f6a7732b96b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccc21caaa4c90e9d09e853ac4c5536d2d724f429358001349b63cc6460737fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1790bf2d0bf76cab514a054b7899e69c232d5ece
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3f4e0bf82618736ec6ee2da0d8d1dce1a5fbdd6487613fa04705ece34ad82b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6c95f5dad1e28b303c325c2875b1323a3e11cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a76beb16301ff129cc8c38ee15c8315a9f4dddef982c35daf91e5d514a743f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f6aa63ff59a52e6a8ec91f933255d6d2411a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572668ed86d794376f0237cae86f170be49c40448d8ba48d348e67bcca6b44af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e234020910f661fb216f300c7673e7e981ccb316
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f55d45a22795075f65637b1599587bd79e869bc828563a29253cd98dbfb06e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c420777d0c90a689dff65bc9b20dbde6ddfaf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c5e5aa83c3a19faa56bba579518636136344a51d616185496c1e2222f546ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badc7636c8915847b416bac8c08da86eafab6281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8728d378815905c0743d142171f4f6676537eb170d505d6b01abbba48e11208d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b8c3b6a4d3c6bbf4d99888b6e3c6a95df3180c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16acd42d5232a45781c1781732b5f613f7d3f764b4b7e52f078b172dfa364bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b30ebc2a4241633984325fea96bcb9ea4dd0b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6004f7aa20966381e9e4af82a37ad70a060bbfa394beddff3f5b2c9e500c6d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83927b44b386e733735fd1a5780e9250436307a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ef9797f3dd04b8b124bb6e39df58603bc8d34285a607560686229dd17e14fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657a6a1203c30340a6efdf7df6dd4e1ebc330340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b040537a91443265f82a0a171913ea626e7a5e20daf15dc4d7f7cd5df888c1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579980b231a377b50d913f9ef81b59752eaf74d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39d7c93e4105d4f789576dd9aca213eccdaa7f7afa39522b70acbeb11c39c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7081a34e25c173cbe790ca599c4e33250c439a5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8157bf5aa73917d2a7ba3639258da12d0e5b2ca18bd2b9ed035669a790c9ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1162a22cac77386f43411fb1e8966573878d4060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237d9ef118b57b0561567d6f4288fddc645395d3578d51f8b10f007ec833c335
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd2c4842950cacf00d1c36c3d261e3479240862
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2f9140cbca5d41a73f43e5516b6595929a1d5033283cb4cad240c265895328
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fa050a32cfdc427800314e5abbe3e993ec4296
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347a928d7b6458fbec88cbb145f5c539549fa055e30b75173fae83d4abeddce3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b280f6f77f44bfa7f1d8b4b15c6e453d796c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4122bdad1fe50e60e86fc40e8eea9477237f4c220f17633c3b28aaf8ffd893
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095e8d64f9c42ffe9e1ebc7ae89b58110bacd39f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f04de2d93cfa57032df13df0498f7b029f396558ad733281b0593217053a35c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf241b456386d499494ba0c7df708722750860
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa871424cba32ddd0b4d8dcac7108402a11078cde0436279fb25bf09f442fa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5366c17d0f7cc9a39c23d99302cbcca08f96a9ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b8819a807752c6019c5c50e395b1ec99185d2d890ab0b089525756fa813787
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a09179b8e68529886aef7f0ee14301524a6342e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3ba83390339ffe1e52667c858913e726473130a3943eb0e1840e58a8b767a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc9248cd3b68eee10257a8f34ffe94318de9eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1762e1b9b42d2258205fc681a9014c658b3c5b3dce2760562a753b0df12f0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1c3a32b4403c6110788920121c23c67e114cd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345f79bdebc735164bcbb3cb1897c7db0f245c394bd07a07aa0b081161e8af62
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1a801b6cde9d9df7a5c84784c0eabf725f9a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a4739df38bf47513bab3432c034cb44fba3fd2eee6d5155526052f06079a70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6948bd42d6cd8a70293060015c8ce8e9842d855e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1aafc01dd63b0d320080201b96f58215adf33ccb3e9cde278f669388bbdcfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b08a3cde7683935fe85876156cbe6f34f18b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47754fd7afb4677ce2278124f271482dcd708e6a46936b2abf293916a8f8554
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5eb0cb9f08987be870732f2a44ac75a36aa22d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7053fbccb8fcc2b5ad424a0cd1e6aee7684e44184b9f7d960b0067d574b87c41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea1b8700438aaeb408e6638efc53c2ffe236853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a79fbce60594c7f268c68750b5c034af2c099015b5adde5efb430d01a2c890
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9241d584355b42976743b793a22b6d301dc12279
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5400c87626890579a87fd8e5515a9e4035643637f07d2517bb23924fc81f0f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945a4798a35aef72a7973b3ba12ee5ea8346623a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ac1e30996622263135c078587309b09692e0faa496adb614fafac60e445a0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f769afd17e6df0898c6ff4379ac5d7fdc5bfbe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b6350e04bfc2c8127cb675bde2fa674f4f744cae2794d2d801b4514ebf3e9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a04bd9ad7934651cea6c707a56e732c866eb2f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75212e4af533bdfcacb7e490114017e0fa2b8281c31c84ce57d9e7566c327c7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72bc6bc084ebcd00ec3a650c24acc03082dbb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0652e09167abb2c67de0c9007d4a6436a2d03e385500a1512e98bd0729341744
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024d28216af9d5d3cfa459081a161f13b184782e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8399329a66a815bd8825d0175bfc17a452e27a5f106d38ea7c14d29edbdb7971
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaddde8ffe8eb4376c466ddf4ad1e59396a4e62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff6f9371cf2c1f8f1e553acf04562dfa01b623bfbef92bbc0292f47de3f17e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6217d13de62ebe1261e21299b070537a4c9de636
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98c658f858b5ee58d3395fc1b8c3f95abfcf2fc0d3b35f2030afc4d09bbbffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84de15fadefb03f45f038b949c6a283d84eaf67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a98425b1a1395ad15497fc2782908beff65baf0ad55f8f5dd7ea91407e0cec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5715800069cd7aa60f21fb95148bb4e2b07a21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92569d227cda12e549e668c0006664f60886cf7cebbffca604c2999ffa14f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24507cf70be53635561fea53f97aaa36f273bfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484b776b37cd1fba4f1b970b2e863a7f12cfbe2b13e905548eb5090d76423e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a99ee429bc975ffbf6c116c26dbb8bc66cadcda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889122ea72922e54e4996ec247b512a7a734a519ead6ac293dddc823c001f97b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b77ffe972adaef9412241d82bdec6573faecde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7369020ccf15d1aef170e25da656d319f6884151b95f4c5b37c8070ad34a99c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad47b78bf8cb9d826a83deff076d9a7aca12f48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10bf28e29793aa8cf4efcff8456ba78bd86b3b58fb7fa065f9535993c2fc5d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43449aa42f7f233a5236ef010740681077365754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8957b6314a9b51359e9094a89d40693bd90c9459403855e567f451f4ba9801c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed33c7d87ef9f33b0aecf4bd29d3eea5af8dc5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447793d064c69e40222f672fadaf4a69f051c7bc7a92f61d35d964cae3a65a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d4f0ea47027e7f3261f4a22bddeeb1d69d94d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63bae65786732266ebe03afee38e8c8ce29150c1e4f7fbcdab564b1fd708282
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25237e2017c5d36e9e6692dacc79b8977b7b6c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ebb3ed19c06c12b071eb3e09cb0c3f92e9e39d635a025d249445244ce21dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc22602b60b7230bbca6519d4744fdf6e586c95b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebb8f7f6347f4edf63202a7a1e6b0e39ccd52bd8497a2c48cfbc00a903aa3cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30783a58e6875543ca1b9a0ed3a1a8d0228c9512
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201d2a83ae87fdc0c63f2fc44b511a8509b9cc577b7effd0e33c27f78c21c66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b55a1d2d90518fd3947c400ee7357a409d3f40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0f9a5435c74e553db6c8e087d3accaa82012394aa9d48b66a15d78af030202
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f102d2b9e47141654da8500e3722e1f4fa1c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc9c0225630c68b1e967b1f7acc7677c49904f11f201244083268b9c7dc420e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312e831759c52e239a4b01d44dfb84621ee4cb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2fa7f287d812c84242f0dcb9dd1637943a2b324ee0e1e098480dc851b701f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b719b2db38c256e080a203841403d6918b4c5543
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10033835b744a055827777b1f31e9447b869694d1c3bff29781fe3783318e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba2d2466621f034efe62dabd96ceae217253b0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1cacc17cfef8f79be4b36a3cd50f5009f748c665e339de23bd4081b2a785dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333afad4e6f22657a2db3ee0fffe3bfb16cb3c1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4c97fb58301f44f53bfc20620ba0992fbc70e3dc7409a40d5bd5b342c2e068
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c095cd0d33721d31973da7ad479460ed263c5c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c32fa3471ac10bb10624b31d0b1a614c8d07fdef24a5ccd7edbb137c7d060d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfecd31afd74d076f46bc270be8cf733e95809c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0398f2f48bcee2ba66ae58e5a888ed354a540c357d00659aaeea0526b2f720
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94ee4d15810be16f303d1aa866e50027da1f479
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1128013108acfb50ad4655b53dbad1f120fb71ac221d961803ab638cf5446612
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444e031cbd8c3b603bee5d7fdd7ff8184a076c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c531ff3824f9da3aebef46e0ab892b171cffa12db88f2e7b9a38e47523ad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896b345723207ee64286662c7b806bd297fce059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3bd190b910b097eca62bae8b9bdbea7fde204d33d77243e109729fb238566
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b929a6d6c89cbbed2b028acc24bb8f15e123c422
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e16f477de3dc728ef57d4258c8e6c4b9ffb2caed4683bd70c4a9ddc7972228
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078fafee3bf07cc65c0cbffbad3f6faa9af92d01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f747d172a1624defd3b45604bd4b14c70e9c57be35421f9cee0b19c75110875a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebd74a29e3eb411de2d2699d0e10045be012dd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda9f740221a656b174b4997bdc4fd2a41e72548a0787bc0068ae775b7244d59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa35a9e044ed7a6c3067474aa757245d3b1fee55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c12b83e8743b0171e20138b27c637a1b1be78d1dceca63cc00a1b07131f295
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7382dd384af6748c716173261d649b4a5ad5e609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d2aaf91ada292791838a2a2807f33b72f513919b43ff98dbfdbf319a56f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832969536158ac69823dc854646160b42acebe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91435d3f914e0955936377d7d4b2dca321139f85864907f5de2509f2a883013f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a828870be19864fc4177fd5e1a1b8f2efe72414c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1150bfc98226eadd55a4eaca0de2356306cac376e7e79f4f86f07eb33638ffc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f269f66c66a9f37de1c903d7b202cc81e2bd32c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed2f9b20d42b47bbe7c24062f06a7f4906ba8591901c4b6674f7b471a8fb2c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a0b1ed5215675f4682ef404c1e318736d313ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0822d25a57717c591b6b047c8b2081d2d94c3a2b5135b2375d8d08b02981e427
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210a4df922fc9061d37e7b10a29f83444c7e087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902e79e6a21ee2ae188da6244332c983b76aaf3cdeaaa3fc757ac8dd45d78ad1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8eb15c49ba00f1deb46a939e2f53961b32889a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a273fa1a3ae5b8b4c0f429a674b52b2b099e607505f8c11577f0dc9546db38d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324d98b918f219d9c2d6acd144c3acbdadbe1818
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbf7b4d62ecc4063bbbb089d39fb6b8fbba600890494e7812a356be00622051
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a9fc61eb30873b6333ba836174cc3d280e0a1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68395e57ffda660950201b63bc319af1b6a59516a61fa3a19004e2339a235a1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2b3e3831a6f2cbad26bdb4fe3312725cd6666b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83219552cf39d585a178149e7b28023907d57f152842d900050c30459b747264
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcb0b1804dd42bf1e60207046eac8612898426b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00c536a00e8545c8ad1cba101397689b069b2afcd2e72d74426f0f18939c556
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce580953abb14a5e594b173f9ee858010aecff38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c6ab98fb55d93c5315dbb621041fb75efb65342bb0eb356c5d608f18b4a897
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfe25251316281454b706c9fcb89bc416c88d03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3ba6147ca4eb3439dba773550bd1106652d2e31dade17ae45ce6d11978b44e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72aa864df88cb3df8123feef8e0f61cfab624208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc182711c38e939db749d364fb45708dbb8244fcc75c510fdd0af07ec6d498
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d5a70e438bcc31e094e5423b2fba6d02dd7700
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a145ec21d3454f584d0f6796a85e7530e5c89ae0e5345e2a4a25721bade14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1278bb34a8b1fd24c203eca65caff88b6807539
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340590a346d56019e0b8a90ba19acc789226185c5530fafb578787fce174f3d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88728d1b054b5c45ef29f81bdb649aaaf2d31e1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ad12cc58ef7e34aaae4136bfe8063ad1399494a4dcaf24d7569598dd9249c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5098f4fb5b8f8f6d46411a7f5b887e3b1c5c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1023446ddb6cc718fc393e6ebd6783ee20dee7b704b2f02801315eb3c2e959a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c513c4f082a933d43bcd14ce3c239fa1796f7dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68633df8548b7829647964f00de42c6a000261021a918e99be591beade7609a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8d8b94f79e58a0f1352f75eae06ac0198a41f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df824391678300a212da46864aa3c3e79f3869553ce01e9d83478a1061cade99
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9e85ed80b3b91a350ee87fec3bffe40b7acc2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ad336dd4fa7e607b51e5270f10adae9d2aa6e4bb39cf58081f3c6e826944f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f75b45a190afd55ab4e2c8ba0c6b5953beff99d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747845f1e1fda4f7b6e2ae1b0605960026f93d5715b9da98083919927b578392
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21ad408c8ff1c688b0c073d7b4d4cd2dbba6397
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089bd9b3a7c913e2a89a12fa6030be3dd19e432592345600ca70c7f18198420e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ae03b1af757aaade571e266d2fc2626a8c766b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55128100456aca2d618276c1f9852f90ed5d262919ff32e42a7d595c387fbc72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881e5deaaa0dfdb35f17c91b4289b25a1b660a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f00f34328ce3deccd6b7f373e148b7901b73b1a1d797744df336ee4839122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2144fbe43ee3019b38881d5a78ba27b28a961018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1951709e3a78cc3b98ae282a54ca488a5efd2bd613604aa3e8bf6e812411382
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e312b13a63db6abc1bc7e714fff49fae4dc2e19b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82acde152dc0fdedcdcf8cf8c4448bbb88adef85b646c498c3a59f6604dc54f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa997bfef05ffc04fb582c96d203644c90d29f32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35d302bf8d8d122712159ae3fce736bcca46ff05c0f28f88fe58d912083595
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b924e92c40a2f6b9e647b7f8c4f187780b11f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cd866b3a472ba07cdbf51eb23cdd59436ddbd88dd410ed6c5e04cfed0318ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f567a17533291593c7233b7c18bfdaff68ecb89f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76641152dcc0c327f08af5b2065ec1d82cdddbebb348e8bf4611ee541cae3c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e096575723c39356ee1dddaee35d5f9dc5867f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0ead347029e3838130e7b2f7ce37ff03227ac4fe177c6c7d95ae3b741bdb3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407456684ccfe9ecc34442970340a9eeac462a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c8e445aad5128793ce3f69e46dcba6ca4a4c6a40e015810a02f1522b4a78e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc15f0fda39e6ce9760fd9a22ee01a99f1f68e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4732f16138b1cfcb9e26bfc4c4c2199115a045649f6fed979e12e99f4660ec8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04473acb4944c5867fb989df37fe50d08c8babd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7878977bbdaba853f23d60e373436b2ba6518954f3d70204cb8dab427de5450
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e7549deeab7203b2fe1a504f53903562f563f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3c0b4e58c3a44e3519a3aadbe10178b65138a917fcec22b1313599b0281822
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cece5a0485be8d99b70038e57b3af8a445b7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa3c26bab97e200cfa494df264b9cb195de88c9190fb4a36ce1bccec053e6b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd5ffa19cfe862ede3bceb2c838c5636a0cba24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d8092768a7bf420a2ee095a09b0fe3ea54cf4ec3231b1f33d716a7fd4085ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cf16136cb65408e93bcc467090107d707922d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22e49c16226fff9b59eaa604348451f9c59b1035568a428a8b5c8265876f207
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d435ce321a2c3e069d82a1e75f1acae96b446c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b481fbb4b62cec73910ccc878b4b542c150d7a5ff977d66f4f0f13452861bd2
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c24cfbdf8057747ee28dc87bc29b1c055a556a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169be16b6887ed4f6b3c70f405b16b0988c95ff88ced232d04954756d1c0af5
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b3ca638216d927bb95bab955bba14e517a76eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59253b987e009854b0cca0bc74145d80c61b52b8f94659c95ebed079dd152cf8
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81101eff3ba103ab285012c7c458fee4ba7ecfe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18520910052322bed41e095e7951cf0bb7102479d2b4e266c39589835929d5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9db30fc1709ced7ace245e99f0901ec87565eb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3462baf175e460c5e9d932cdb73d113313be0a13c262d29aae62535e6821d60
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2571c5b56a0ce622ef4b13f4efd8c51b9781595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eac4e520c930b7332bd51ea27024c7af393cd65bde0d1eaed3c40a13814832b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3191ff99447fedeee4b54682252e3362c16d52e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1d466df49593e6ed698777a172d74361b356983d8f54b3ad75599db49a4f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed70faf4274b8608f40d90efa2366eec4e890283
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cdfb745313fcc8424527840a04153ea2419e163f00ebc2946ddaae75f1db54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b505a6d66c80d8205bab615efc10072e3102c4f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8710304ec1d155d918b0ff979fe187fe6f292321dea1c4e3a16017d76bc1f55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d737086b899b3e3e6fb0e8c0abb388b5f2777c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea590044faec17f4449cc77e746568a52098f13d740ae3e6893b71fa5959aa8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbe74f8bc2a3614593091baf8856dd087a5956f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d9c5c6c7b34714fae91f6f1888e5008bececf53ecd993a823e37e70636948
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a1d2c6552e4c1e969591bba8ab3feb6a57914c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf9a66d918ab984ff48ec130da51a734b2d88b8f1860665cc3f0f19e911507f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e25299293ac0f406c3c2e05b5df213932690a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dcb0bb62f3bd0f910bcf573d530f485194bc7088a85c6b0a53cd7061230071
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a3abf33220467fa2386cdda404176854d5c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07127962cef7934d220a3494344cc7cc40265c3f16fd6e7d67c8976981b5f37a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d838ae16282c7bc7d2db46214dcdcc518f68c17f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92684fa5bec19007356ea72024e0fc4cd4a4612b3f30b7dbdf5f5238442ee925
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f550b6e6347d83fd43f035c1a1fd590c920ca9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18682e25bfe878fb3d7707de1930f0786a58174de58d0154f57dccea925caa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4977b83805551251e690d2288eafdb8af1068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a274e0d781a730334d6ddd4cc8c163eab92578466d207db4d2f4c58b9c70986d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b531684e33d4403853f83587f8c728bab2c44dbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8e5d1b68219eb763a47682de91767513b144c40daecc5ee83f436c058a2d6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ad181c21aeabdc9a21da35dbf86bf52efdf096
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ed875923b34c28d71e136eb526c1c6b9b9e57bad4ce3e859859780b65fa6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f02193c6eec54813b7fec7e0edfe465345f1746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51accd806f8f3c4c6cd0625fc9be5c7deb524a214d5e46a94dce6b2a1bd857
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99411a26069e2d811a3fa1fc7256a7d9d3aedd48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05c614b81e0fcf121528db208ece03a7c0169b349433018f18ec0fca67774b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f7f3061b8ba16152cab53c01870ed6022788ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcfc5dde0e50582a304039bf5c7b21a8a1caebcc7191dfd2b24137b5ab50724
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bde0b046ddc47c47565f351c933b53fc6b74fb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3a5184e1a1f9d569e3838df847b4dab68ed6146efa33721b213d815ca6ce73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a26ab04639f962d841b551ba52f5c04e99e8cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f59be2e0c8dd4eced8e610c9b52327f2c4b38c380922ff5f96b399605e4290
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b840750cbcad3ee2aafda01b958e1e92dad7d71d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f3c088c5045053a39ce42116e7f2a86bbd7044214227fa31c6a6873fdbffdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6587f41d339fba7eef618088eba8a5ad55a0ad91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2549595083920d2ba040868bce6671ec363b97533079712cf74d952dca33bdc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5847c26d876266a99043dffcb52a7538e91e65ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a97a6a08d52562bb5970bfd8e510a571a23e82a7ff0d8010838908cb2bd3f06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf59eda0f8a08f56e23cd394ec7a70d839f1fc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c82c1bd799bc849d80e31037bb389812a17eac99e14f38750aee6930a0dfacc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a489947ac46dcc752543d46dde19b80d04cd667
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e83d1422aacb083590ea31a56b4ee9e797752369924fcc95564f104d501f5eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842dc9b0ead57226549a141865d89e28b198e275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b0e8e273cd6ab404c14f2410bbba86fa922ebece943094c72c41c32104af36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e24c5785169d3535f0545b165c2317ece1fce63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db32429de89b86ef406a25e177f9bb5f2de31f0ff541dd6beee6e6b84b77d65f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1e0f322ce7cc14d692a59ce5e59a3b7e2853a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05256d97391a42010857d4a3ecc3d770890dbbab868a723b3dee1a6281b0d2c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5b4c43903b78f044696d10c882c7c8e7a4ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95798fe84217b3343df4e1355bac816048a4d538243fef354917916025ba15d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c63cfaa82bd97053d735dc0f0f30c82b5fc3eb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95270cf4dc36a16b80f148d04eafc1dec55d93ffea36b1e2c1adf376013f93fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9071388e9a7e3ee7442fad95edba38f3925e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6b29daec82f545ffce1d667238b113e5f6ff7c1d97b0d14e53955dcb34ca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a531caf41b7c6632663c1e4034c508a92a228f6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe232facb7b66b64cd8756212760491edb91ff4bc393809ced5cddd67e500c53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592b459f92a115e88f0911a19b38b304099101d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed993653fe926ff977ff0e70778224087c2ae11ec0aa6968fad2f68a79b896cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82cbc8e76345b0e48f2b748e6231220fbcc851f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052e8d63904835e2ae7a2c13c5ccbaa9f8fe2e63ba2b410b5b9c84a55c804f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1e74c0ec1106cd707befbdfb2e388dc14f8244
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541171d0a64b8abc694407ad8482ca515973dbd096dee844b1660ba3548bd25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdbb19ac115d2799ed337d1565a61d2d5de831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299c9ecd3742edfa44c0243544d6242e7feb672ba77f72ec2e41381ecaaed553
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f089373b9808c2d41efbbe4b0d6f4f28333bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fefd51bfa4d3a7b14a30df2ee50ae44fd703b6eeedbe69562caa00968584fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054810d89fbc6b34c12a8fdecc0a4e426efa002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e82c8cfae6b3426cd0c12bbf656bd9837a7ece7aec463e2a553969fb91defe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e441b698e3fbdf55bf75014247090a957f87b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca262c3673b2f061063b7207e50d10113057f2a0da94e9f225ba503e01cb7fb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c389d29a09bc5f0678436e964eb5161bef07a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307aa386bdb0bdd092897618d0454b339392becdcd9fc352d5039ce3163a253d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7716cdcbd9b9d302495c9f70d09817fb66bdbee8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38134e1cc25509b8dfc8fec0932e50759707fec7487e6fc0ececb538eeb5876f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dad60396f5ae1206873c1a22226a0fbd545d561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cec6aeeee4f3db0450f71c2e3e4123c1c2bd96cc4722be54c00f14ef87adef0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8872083de7fa91ff9e8f275740aca67f88b92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa2de85124f9c6e260f05fb531ed086a6aac3b9549bb55a0b3fefbd1dbd808e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e42d5fa6c6418bc7b5bc31555695969efa8e38a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af815a7f93af624296379bb365c6d026de1a1204383640aab11c84ca1b3c1af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17fa02a3daf11813549bbf9bef18368825f0416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c0667f652e83d6b11c3e81e9a03d232e8f85913a9e83329c9273d29d90e1c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0375f9fc854d7b966739034c04ded195957c8380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da69c36c04c5a1c600f9d09e4f54abdc08e9dae0fc3e62af58a4dfdea2831d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507cff132a72c83f9f6b22103e086b69aa7fccc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bbe07be078739c0b50e42640794c4e2af4b7025d2691b4e540dbe122554992
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d5362b6b8d30e75437d63c8295d4e02b9e7ca3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73fafdf73f3db54c9097f73749d69e6421f6b7ba2930e2d1e7579828b07a00f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a6161821299d7ece5e6f791f84e8cebe1cc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc3967529d7e8690cfcfae80792d7f7662da03556eb9d687504a0e3421e671c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14124f060b388a6aedcbcb86718091d6bf09d2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2a656c1c752cbe9b80e6933a66185163c5d7256948e42d3a06542be1f70e8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd1a91cc7f94852212b2ab9aef4e1f8b09e8b32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051b376a54c81624dca87413e5aef010f0a0e923e817d8b7b9189bc1c9fd35a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24167466387cfdb45e93978050d0776ca0ff8e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd695df05a9ca64acc4175c57aa62bc204ed073580fde016e856c2e125a1a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b06151b712f1a1b3dd57eb5761721b1e41281e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ab83b81ba444d319fae737b13f733f428adac5571b3d6b082ab4c2299f6d5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac405c7b69044052ec01b3490a36d7458e2ad5b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd66882b8791ea5831ab4e98a03cb4644e96376f4052ac8c08956da8cea6e38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886c25175b2e12b736fe434ed8f6feabd38cccae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb19b75f2ab6f86319f493058a5c15ea482c68f6fa6148b76927016742c55da7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0545ea30db7f1edceb6e2873edb5d45f6b94a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e872b1530ba34c69ff32eb6ac1ce3177bec1d03300b45cde6def42eb12f290
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da91b6eed220d5f320efafc57e57e490d1935467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281970f4271b8dbea1c7a1bf56daac03cef8272b6ae7506d58b7c2d8926ab3ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092689208877efdbdbb09178550d756d26b4af41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315434a393ad5182da1bd8bcc3b608a2b402303ffb0e4cb2da056da3d9553651
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de1d731b45e1f05106df2179dd7b67f2c95ffe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3a7af2da3c12537e83490f6f6dc4a5c20656f580c10f6928f2f7c11cb2e7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b4cec7969f150bbd4f62324b3cde15a9f897b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf33b032a7e3ed9d8589ffddc12e8ac37114038b8f9c36a3fab812b2dddf225
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e275b91b3cf7a25f1722ced9c37b5ce594f7e86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101d6361961e8e8c981b5ff9f0155d748b81c625e43f8560cc7b52bd7e8505fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6069eb549f5d86517f36952a4774896d5605f1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66894c657e6b3f8e341d6fc46726f80fa450d389f93de1acbb6c14cdb77c3733
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc109858ddbe54b4962d7bedf70bf2bad53d0db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2209303f90aac456e96dfabf0cf0eee1258ef3fbeda8dfe0e8ae6fb62d57cbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff01a5627bece6a39326c434d7d2c5b79ef683fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f2644bc6d9bc9432df77b2dc43a73b53eea23f8dea84c8ffb3f41689491bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8511d9c888819eb61c1e14654897e67da963d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3376c0d7bf5f62bd9fe70a144090aef22d38f2c3cb10d945c5a476b43f17583
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce7aa43d2e6c8348e0da0f7842d504618b3fd57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876aba4d2986233cc79c951dbc15d3484d7a7176b310d18a227ad73dfdab6ec4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421264c28ab5ffec24d4c77a2b77535878a62edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c123e61e5ab9ee22c842ab69d74e492d9827e90f97886d1d7195a8eca2107d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c002491a4b5102dfab6ea846d1c36b2f52695bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d93f48eb4ce960aad710ce071a8a73f97fa87d3333b16632f982205c71c6c44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28be3653e10f30854a3e3a8f7ed6666dd9e2194b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4dd5a2f9416173fbb9af1d577125d35ff06a667e91f05708865d0fd32a60fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa487f0aec4020f1ed6caef13192c2ebcb7f96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba065e6ea231db30e6b30ceba0fab3c5a4141489587bb96a8356b40997a73f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ab2603876647a6e7d41c22637ab98e0769be03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62860c44711aa6f4598d7201ad6747a82f672f03f8b935567c6ee03070dd081a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8100e2208d86c49bb33b36975fc7925fc414a775
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09f3c7334d7135450ef9ed00e847ff12d9e6e4404fc9532f559d76c099b2e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed22d45eb8403ff12adf193dc99ecddbd7f1c02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d2c15797c00615ee717a60ebdc44cf29bd693e207031b00bdd5ce25d2de51
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fb76f19bbf211b25dd15607c83ab77877fb07e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986a78aefb17b7dd6e6447bb8329bd7351244ea813ef50a1383b3c2513f55302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403def9a47f087906b9f2b520d768df7bf02452a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c831174e2ce5fb21b04b8b462bbd379a612bb158dfc282d3eb1a1535cd19dcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71fe0b0e8dee73387e8856c919c78b8ffd07658
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b287f8ff5b77269d89a2e611950a79ea29510f2190f0f79e1182e16c2b1dd1a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29dba08632a5653d177002fe28ae83af3d9e50f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31746f33868729be49ab3145cb9984fe86c6fa0981a25ef0713e3804a955cfa3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea041a38313f8f520fd83ddcbc74fa05d961a8d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec204d7b1e443ab04a10b6b1222ee4979a828913b12d8b1a75a3cf45daa4704
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522709adae858aef1e3c870a8b4077ccfcdc61ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72ee82544102bb348a50c96f6083fb54ae3e9e836c957af65cf865dcade3ebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa67742caf28ee5715aba19bf0d7ddb963ebafc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868cb701919e24fcdbed1905d6619891c2ba2bb17bbe2450f2799128abb03b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b5e0844540a574e3fe9d939234facd962a1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8177d0fd581c5538126e11d41e94c468d15a44acb2f639f8a9af34f72fa869
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d604eefb874bdbbba73698e144657a16b7b6ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c291dd76ad0e62841220ea49f7e71b567907a0b44e5943409a71d03fabd84ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b9b9a2424571b45009ca8148033f336b914641
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7102124e2012f6d57f6dda2620eb7db7f0677e47c273ef8d25b26fe1b35039a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09e3eb42f61766264e0b5757f532fe166b56c93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51454b2c81f2e39817addd78d50fac5643c1664daf8471ca2cc85706f020459d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fa0eedf48d410a254da98a1034381be0e3847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b0976ac70f917ac194c5136a53330397f61357d93a10d8c0a684bcd672eee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d34e8bb6589e9498af08b9b5abe5777bf26218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703eed7790d530ba6b08f5dd011ad0fc8aa78a7a0428c35c7ecb84b9290e8c2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469a309257cb2242c91311857df919c282ec27ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0760a9ab1ee0615a13d72804cfb616311a753693b0ebef4faa1693e6cce7fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6680550b91cd9496e92e7fb4a84d622417c7607c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ec35f6583bca9b1f0ee2adc4af6198eb844efaca8001a9fced5125bc68729b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107b512f3ab338d72c09931b8da7a5583c6c4b7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36eea0354f57cb6f15de9e47a8ae19265d898bd6d708a11442643f8023f7620
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9e6b5f1753e1b3dcc0887bbade2837786c8992
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b96e20c3c5bfb4c159f869eb609ee9892a35e699e17392a5eeecd8d7c60fd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd48459126cc2c86719d2622097cf970eb61935f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05905187db694f92719a6be9c26e80955bcc5fbc4218bb51c2b1aa2d4fe0c04c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa91eb5082c5da0e5888b900c9df7575fa055b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5a3866a67a0c128a491120299b0e8eecdcf0c4a9713c69aeae18a7c2361b52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd785887124ac7579c74b3aed13db52d52b4260d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9988e2e127b711dda9b11d148fc33cc103aa9f542c255b473c1510bfbe7fcd36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9707db9fd77dd9cc921c3b3beb9d7150b5baec31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1eb7c8181c93fd931dd26d96785405924f64626b5372142451545e8bf7941
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2df1a1763ee47be1056ae7297127ac7e2f825c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025dbdab8407624ac81b489fd3fc0ac1cb9560e125e22ea5222576b2cbb814e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41687935609d2ee2603d7d97ecab4f61b2bf841a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8943231ed0f5a81e3d043010cd03e71ba5b4b6fed6992b5fc857117873f3d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c6237a8857992cef6936885f25df55f798af77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c86e7ef80ee44cd380784f61898ea3e5b91abd2bb90b99fa5cc2143189d468
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9870e26c3b846e983b77b6a96e1d0d3d55257c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84b70319b4d6863626eb64784b6dbf53f1f19dbb64962cd34f06723952102cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fba271fc466351fc6f04a8cc76cc302188ee00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d40091b6bc14d009cb068e583b37d1facb84c5a9aeeda1588a11094ef5956
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b84075d3e3e1ec956a7c601b3ca0441b4084f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af7255c174cad54170b2ac1a401370b431004df8d020ffab6f8b88ce59e4d0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3de8d8e28b27381f03c6cbca77ed5d8f6e29db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb343a4a6f77133030e3fc174fd9e36b6370a217cc2d7878c90b0cf8eebb1b07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4425bbf1e50883333bf1379b38eeca1175541f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda433715aad87e6aff335c3c617344e677f7b178483294453b8cdec8166864d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ae2ef634ee1e7d54852258a67c2ee289268a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2acd2d5627aa28879abab77683dff208c4f8b95e6f308c7d17efd04a43e7ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fab70e0c042369562962bfea8372a9037f0481
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0a590f8339a30e9fbf3373b0e33e6c5cd13ff2748401d4bbb69af1e5cad3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3cfb84595b9a848caac00e821ce76c8d713257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baec899ad5415159eea916f7a47b6a50865989ecc61f44f459da50c7d5f7bb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe699d0fd35557e2de3f1036cb34a9083bf2975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5422bc998ee55b1ec4b3ba0776f67f08f024645669ec73f1ab7b116ea694e602
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed115ba5b4aadf7cc65fe8f5789072780813ee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f713cfbd8553e7c61cee134f531362036dd13b77a5e0db747a339fc4aece663
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d0e373972dbde0ff6ced231e68124333dfb2c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eb7673ca1cfcd52f6892e39cd624f4b34cd067215563c58178951970664e29
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2544f2df3e44e41f7e6c368852fa5a4b1a89511
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f959f8929b59466893e9a51af186459211bc67579a5332e02877ce60c72cde
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef686fefd4f88bf9d9b65f7d12f70a626d45b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e626e8744981380b69138ec3d2994053b5753626685c65b8bd7851b0320eb44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc863cb699a87e6f737a6b947d3a91676c62c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5201378bfe879107bc78045a99bbc361ce697b3c925300e2c599b5af6b057d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1624aedc5e06bb329886dd17344287ad4c9c429e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83822b21e7093abc15f7a76053908e9b976c2d5e4bac368fc6a88c5ef32a33e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5480a9eac48cfd409df8cc2bb938b986986e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7ecb9defe7db746a1800fe2f781a2f47915ccc64b4fbfee6ba8baf97faf5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab65b5ee1d2cf8bd25360e2ed1d910a5bda51d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508a57e20b6111f643662a646e70768c20c931a5acacad854bad1c4b637772fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3648e5290b1f2f5d722d369f911b1d089ea06a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea34f3176b93b3de40f8778f8c89b9a2f929ec09d9501c485261466ddb6727bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f601d53d4b03622de1610931a3f8b70c9dfd40c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5682dacb0e731ce292ba3192879fedc585fbefea37412599abc46c64dd6e90f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6a2cc9d858fd659032820b52fbaa08c3d1e4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eb2f9affa218a2ffdf74fb89d578167056bb83b1fad0b72bcb41af7007cdc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81473d6f2d930a2408d22d69512a794c1169f95a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a11e93cde80559c7a2081080537b223f69f2b7bb524b4ba5f460369f3383c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0681ee471f41d623063c5224367dc2344bb9760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081fe2634cfe922d09dfb1820080c9779bce63bd5f8bc9907f8e390c43af4ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37b83ce878bc2d48e897611f71c7cb64e6c02e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f85b75368010ccaaf9c43672db42e9d64bc19b0d9521f942636eb25d2ad74f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746f64cd2053a69a53560a8c8318c8168d2c5954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df6089539670743becc98d7f19ba9db55b11ab9db2f3fbe23e6ce2234f08d1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb54cce50561acdf65985faa89af8114cd3b8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de498a8cc01fa8f8da69dcb5b0346feec6ac61d63f895e68b7a4943fe7f3d821
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fb8dcbda549b90d6352d6dbc48ff2833557ce3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6395152c1f0b105d2efcf437a9ba8e1573c1cee1d5c5ec8e0e1721022e92b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e16eb0c15c5a3d4376b4d22ebcebaa83431f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acbfcaee388a7054e019734cdb43f634dfb3c3a5a8b4e796d2fcf74499b4f7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a6d51765d1fd0ee11c5fd785485ce5cf2074c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f530ba22f94089e7a542ce2585a20e2d67053ecd563e9e2009f02cd90b6af15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2124342b3cdde77b4d34451a28679bdfe79770eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add16fe5d6405a579306d1191aa6edce27872b30d7def6f66563dcfd4f494980
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954211388ac473c3b9f17f37a6ce785943b02e82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49178c57f1c0f1609faa5a9d666b4a3a0de3bcaa14381367e3062d36e675a2d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ce4ae83dafe531407f258b53cd71b062c0a1e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435949e461539080528b44076bf311ba99ac3021ff37878eaf46ddd68e351ced
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f58659735cf5e3046564547f4cd40598adf71c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3151aa54c88bb55968fe0ce0f6e48e1afa8a4b6e9cc9d971134c47f86e1402fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d0c281bc3df94d9a5ba2f3ca3b31d7d37b67ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be81e9ceb13cb9fe73e58c59e741b1cdbc26cce8be7912991f8d9c41a294eec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006864ee204f03100da08418b917538cddf73d8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e897e80bbceb8367cd4e87f6dcbe241725487b67a35f93edf2e3de2f1687a319
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab8883ec9b1bf7012f4a31a720f6d22215c207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1cbb31660f6ffb7428e96c1ab4b92ef795136988f2629d16ed97572cb232d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a407bfd78c57cfa2411524ec3f16c28acc26a1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3987166dd98593b0704f18a6c087ee2c9ac6c02d655eaf5c3a7d062fff2a57f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bcc1cb7b6b99c8fbfd092ec8a5ae0aac90b1e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87861c005c3bf3ad0cdf1ed69b0ce2973a028f7f62d7e9c5def0b85ebc965e8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6219baf1655d74725374dc31eab25fdab4f9765
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3e4523b34fd7889b3ba297f50975465ace2a20345af68440be00dfb2910106
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dd3335a8e7cdd86cc750918a12592f86cb8783
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f66514270d9d8ebdff6df004ea45cb6aa78bc617012cbb05e37904e444e67d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a8a2c7031b6ece43e77ddafce1bcf2959e7498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4305431996bc952d92a4f9f8feafbd4f99b0959f73fb663856f6a755fa3a52ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421fadf7941ba1aecd423ac8bcf171260186283a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d322eb000aaf3788d4b40cf711c95fcbc06906d5dcc7a6cc2709283d8098da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6424f817caad3310517122aa38f5d91f33cc372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991281719052d9f77a7e7e75a88536838eb7ba772167e22a952360018c35f09b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab4394653ac91bbf858a596179730c347d31706
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abcac1126b5b4fcf2b5e801f5b409043808aef26313d8cd1e6587b0d3c75309
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7014471f41b4befd9ba0871a0e03b2f16d04c6cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed1d0dd7566e63c784d7723e5db48ce219c04dc7be6716ed0d20715aa21a46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc3b3b9613c7384a8b1be0d197ac768f7d29b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c04ed5f78d5e9fc9cab96a9e9c6612e5a0ab0ee1b4cca47bdbc6b783fc3cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70adfff12cfad716b31b586d27c578bc2d216d37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e48e038eb5c7c555cf1156b660bb5dd3b84a8f1bad05fd4388b978023a87d01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fdc74efa0ca6152a4506dd232fc1462f3439d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2e84b7ae62b88b6e94a66b640ff5897d4bf9e6f257a49dddd9f98bb2a3e6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d6e3d41888d9eb5d66f81aa083f0d653c3f7ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793499189ad8417b0b4e2adb65509e750e789b2ed1fadb927cffeb647d34c342
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e24185c948e0a510d8ef36aa0ed6ea33e00ee77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39ca60f4e98669dc32dd30f00bda7bf1b5a0067765072ba2a99596605bec443
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f834df6926f8237293cb4927fb42b5757b5b43b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efefa06b6a2f68978f403e49fedbd66d736d3cf3fc6b09c6f4656cfd394b43d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffadc1a803b63ea31c24f544cbbe987838f14997
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6321f5e698a3273edf23e7049b2951d90d01b60c85cb688aac132511a1634aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39deb10d5abee9db3965fe16e47743a64b28195f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069c460cdf198adafc84b62d9986ad297925851dbacbc0cc4643f653ca93f52e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56174bae86bb97c73f493defba30ac18238ef477
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96df3ae7235b4c5e3260e8e41c03defa34747414fb340d706828445f8718aa28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a637f4ae9bd87b052f4fe7d01c4bee6d86917eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1fba37f985e6705afae21be9de9016d23631e62968c7911f49ed1cfa48637
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf34fd8964a4ff6639e9f55c9e1eb99798ecd4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8334226b892159ecff49a5a9aec0c669a873cb40b0c4f757da86ad5b2ce73b63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e98618cdfc98d1387ae0fa88d0a9e7cfecd2c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22edbea5c8a1408994cc0820548195a2a113f43950d455a8adf405336e3720a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274de50efc71c2fc2739f55d1af92d4e02fa7c67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952077a586316f6c54e0032e25d44c0a2f1d61f96bd72fa669a92d0baef02059
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a418773942d0e7144b6ee8c333476e90159a7fbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219b7baafdddb8fbb7daae128e4e4159ba995ceadf8e159ec5f004805ca80add
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c120aff27cbaeae948d20423c688fc4051889df1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf8d95f6640de836b4367e642c55811a5e9fe268eddc73e2c2895c93903452f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b013c4b5c573d135eaf32ab74e7b6c44013771e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148400b5e7b5d7113c1582d211f8c636847637d69fa6971f6bdbb2dd16dc4c3d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e45d3d794a79cd8aaf60da55a056f18a9accfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ea71769f0d77ddd2981d0e5236e3321bbffbebd04489dfcdfe7fad69fc7f03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168268bf81f215222b4e63fb93b5ccfe01b94e9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd65eddb7df45ffe5e1abdde99d2126f0fb305ff5aa63c4edbda264d305499d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f16ff10426deaf916d0feb905bed3aa90ea6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808d431ea2c2618153d2e7e37c45cfd076fd7433ca18518388b6f2aee8e417fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1187690adaf055f4404a7a652be91c3172309f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe67ed16e724d12eb449adc13e56788d52057f1d8b2e29b4a4914db9bc208268
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f300f7658da342b26b1f3197cb0854d70ac68d3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5942002c73da2edcf2a466de4cfd9cb603c7576b6bbd8c57447d9a8ba58e6ea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bf2df82453a3fc2b65e4627831e938083eaa75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c134e9a85d7c39aa8e4a06094a1ae099d0cc50b821c6837d0eeb7b4a76ce50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4a8a2e720e5edad887ae64d727afba8fd508d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a611e6342825f283d0219d4690aa37cb07e4df4bb7b2c8e88c3fbff77c7288
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84e4ea83319354173789fb0981a2070b2dd65fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c5ed58be457dc965aeede2f948929ba341f8203e749b2b9c46f530161b6ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c307c8d49f4a610f33c2c5f0f7e7746030e80e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d04f145482d9b8268ea13fb81f97f384656433dd1779a222df61b7602ab90ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5ed2857e22954268d43ceaeb9627f888cb8619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f75ca41f53fe2d675ab758aa75bb8d21af82d7ccddbaec811be811b872adff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b35c4dfa05ee08f3fc737aa5b1f441c9fbe8fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596e5bdd5f3113d358661b60115ac6c9324a9fc8a1526f9d765af7a73d8f0301
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a87317fa06a59f53ad10065503a20310bea8da4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d67a16d6f1c48ac7ab9aaad6ad32e81f4cd8e192274088275f8be348b38f03
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34451c5cfc16a522c15e70b1de1af0d6b2a212d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3adaf5ae3e058f922bb5e8f4748c56b3ea514738e5c654c259e12be98a1fb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f769bf85072d32d2ac42d0624c2fb9abe71b25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4339e9ddf16a235e0e16e296ecf9444c2abea837b3ee62bc8e12946ec52f7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b257ed970347306fbb5f2b901b348ca54a68ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a91ca691b7da96091b89168eabe4d2f8b91097af3b17be6a93175bae7c11145
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26975a248be53e46092f6f68254a89fa73661906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f090ecbc6cf1be522ebf5a5102b45f026f420abf9eb6f6aebd8b5a5c8026162
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d399498bfd785b1baf80759590f3738947b41523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87456abf003310ce4484d52d0ea60885db068ef797d472f267ed5d226515b710
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f439272c30326580355d7783028cce2defc44a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb957f3e17481303032a9f2272b7bd8425295945b3073e76df6af39f50085119
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1774164f8757b73e1870e4761d5584982756b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954637d61ca37954edfd5aa4f33074a7353b1129aeb9ebed9ebfb2dee27609ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed9639b502f5239a36a64fa51421725b52c751
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2850847fe744a471ae8f35a1ad74c12191f148bef98238c196fd2705af62a12d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedb3b8c59bab38d16b42b4ca1fe541cdc851a76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02a7856c24c804259d20b5fb044042b1aa705e5e4436da006e7f47f3db5efc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d813aed01897eb28e0915070380516efd542de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b57fcd5355a94af75fe5988aa4ca41dd1328328cd726500bc2b70eadc6742d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dae288d1669f7522447cb84c297d71b7161b9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d393dd96564b7fba72f577bdbb73dcabd3c042a9a7c4fdfc571673f337c5b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de591e98e67f45033f8266ddfc3e5752bb93373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9627f373a50b39877e5e8b769e2b7e46ee9d92960f4ba79b156ecc9f32744fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b6a972014a14f3f95328ead3adef618bd9aa2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297b87eae88b364ed213cc3d00b68eb1232f7b71829d946a177b8443ad8c8ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57049ff727c15c0c5ef23b47a73f56a68c0aedf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d04a1da21df650ce700d78593d420bcdc3087a9adf67651b7c58361ec011fa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d14810bf4be10cf2ab4b044a98bb231069d9ea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b479ba6fb2a90a8868b61de00ac163630a7dac5663fd79be34e4a464580237cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e73f3d0d1652099179fd477b5c3360c1b1575c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382a65a68cac23e052c130ecd76aa75d751580407ce85928fa44d978960d90c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234c864a9549062448b17d85790111cad30d611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de74ce97c3c94f2d7d9d1464ca6843b35b5a61d494ae5b99e3fe9ba564f181
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c51ec9fc09fe802cbce1855f5dabfb5dee9e0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a137aca626a1ca5d8ce9aa9854d5bee33754e35e74c2d5b9213ea6bebbe74ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b05fdbb92cd1d6d1a8ed085d2455f39d2814de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d68724eab8351d8bbf652659a076e47c707ec2dff842c2a805d7df812d84803
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7518e475ed3c8eed139cb9186e6ee5edde949ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50b0c8e0d1c2afc5f9aab1342efc6914dde1da2de4c94157b0037dd3edb4638
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b6110a8e64b4412d8e940ef8086a936b27b003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfd09c1b3d0a9c116d42b6e682c7dd424bbb6c86eb8270b319ebb640776f3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483f4d6bc47e46230c0606523f8ea89c66a7c8c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32cc810006b6c8975c3b8daa066a6b7ca1ca57e4a5003fc8df7e6fa8c8eb590
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc788de092d7298e8c93ac3ea2c4c6f4630c492f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae3192c425971f68b36cd66e08919af4dd2a3dc9654cc72c8f5b09f17f630d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90464eedc2085248796d77a49d2c7cbd46c42b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c2425dee88ad8c6c6c7d8add3b7e28621085e4ea6015617659e74712ff000c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99862c04df44ce00004f6776684b9a45e5c8e04a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8793216df1cf8f109d79c0a5e5c28a6148381f1e84da03caf1a271ffb05063
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88da45310d065dfc1b0b5a7b3f7a197978f2961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd6f11ca9e2d1814b58c9e00736990ebfffc5afdd3a4f5073aa6256aac2241
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1351889de752f584bcb761dcb6bb2e3f613b62b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f65406e6c32d3f199173f26cc02033a219430c402eaac523df4bccf1901d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838577cb4c3a066f187ae56b97d934be84917373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17592285c8690ac7045163ba8be7417273c969cdce020249fb8fcc41d399e9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5b8d3d849656eb3548ea60412d1ae14734c173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7c6e621b294b7e7e591b559b983ec25c7267dfeb5ffb321c4c359b137bd0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8f39c401acb95b3ea4e2eb35d826eab82b895b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011effab1ff66705491fa3a89338dd02ad82f2f42e21f281b51a9267b8b2809a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae91a5d8ac52419ea52f24f099eea2d5859044b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992b3e077dbee442fa795a15dbc20a2ac94abcc61d8017ebeb89337632c9523
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3683b735b4cd1ec29ee4835522fceb9e4cba24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee2c5f85c03a34edea63150d64e1d9e89907abec601ec6717ec1046dea4909d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2110ab3042908e3f8123de8f9679a7c6357a883
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa3b90fd3d950f33e813a3d4c29448bbbbd4d98abd1bb0aec03ce7affc7a4e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361c43ff3331fbfb31778f1081fc644e743506a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6e5a9ce27d02105d00b57a5106ddbc9a2a3ae69ea23da910aa87630c327297
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc592f28ce0ba95603d0a1bbcf4a7b42a2a521b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c926add3e4baa4d2081fabe933d0827de1af753ace80b810d511f37dbb59da01
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d158cd833490f2b8752ba70b61f114b2bd1bb1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130d5992b6ee2194b178279a2de8add8a80680356b5e5f72fe8bda7af4300de6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fab0cc2aaa04ba2292b5f4c4120afd4fd319e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5e7ec30cef76b5582ae11629effb42fa7f10acde6ab0d4e8fc4728969f34f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fb3bbc044d4b971bbf47a4376d50fed9727c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b73afea7ac4228fe6d226f102dfa3ed950f2d6cc5a2b0bc74e91c8a55167c05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd7f7ed02815f6a32129e62b6147bd4d9b05da4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1185aad9fee9efe04e0d673d6373709adadb8c0a6758756164de8e657303e643
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263fdff28215b69f1580a55aeb8737e1930184fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92415a3d663d8d1f4ab93b7a21bcaa89f96be29b80b9c1913a1d0ab1d8a193e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d78033070adb1fa960f40d6e4d321afc064d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55be5bb8f8356a25773130df20da7b6ae4d6db604390f0ff6d0f560a9195461
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feff7fde65baadec10fea901ac9987f3b9dcab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cba37ab2b18955a7aeac950fe47277951e4184b16c06561db212edae6a478e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6aa2d9912b83725c490f8522078d75d990959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228dbde6d362db9478c7f9f846286969021f6493bca282b33654d4a42f8510b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551c11069b7317bda195826eed1e205814e02fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91847ee2be6f3efb758a0d85d66a10c2549b8bdecc5ff08173505b38b363310f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c08094155f60863df222c3546a1f61b7368ef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9394088cd9044df99073a63305daae3d107f56ade9248ff9dcb8c0d1586d4815
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae71fcac6fbb9ec4e705d3bccafde50e956f0f38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ac45c6ecefad0902ac8b25dffb190c39b5b607e7ae1cd24d9bbfb51b85e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95c1d5f7c6972bfddbafab3a4c805063bf9bfab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0d7fde09f8c329fb975c74e51c52267353667b86f7b7c3fdd28fbd42cedd38
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6340f3d87c34cb932a3000eb2c48f4b497331e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ef4c07ac5cd63302c3bc249b6b656d712fcef461e2b8c03cfe89073b2fba39
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d648448a3bec8e9b8fc495423810ee1f1c3e1255
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171d0e44d61c6a68a6b53fab8705fdf954c815d48c9d3278f8153012d55da1f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac386579e10a733f0d35b9b67083225a6e3c45b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5db5092eb0fa8a7964fedd570fd65e5343c020210819adbaccbb5a6b8f9aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32ebac3680635adeb84a3dc007d9edddbeb39c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a145bcdfee73b948fc842ddeb9f60fb6771ddac5aea723693606dd8586604c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846357523970444afbf27c73929adfba2712cdec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a629cb349b9a9e603304e6591095657ff741d9e93a4b67469916f33eb63c0fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbc9f5b3d00a622929de8d5b043f7c9c888ca12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1d18af4819709c2682f67ac302e950160d863a5ae4c26ac300326a2e32e0de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6926adaaac5b24ecefcbe77f23b8d811433474c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e69110bebb814fca0edece5f7a92d15d3ddb85bec8d90b833487ee3528aa22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48267a44a8da4b940b4925f81a9e37fefd1533
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5aa5d3fcf9b83d9f8457739da6249ec228e42cb0e619ef962fb7dc511c74aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063b69b31fb333993abcbdb25ad8adeb4e4f5192
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392560d2901b6df0d4cc31e37269c8db4cd0b79321d76c174a35de754d5e619d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc520f4028881bddc59723fb34444daffa2ea86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b89e02fa58a6576ca4fdecfacce20bb95f33afdc3b26360a5901ac71c1d09e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed802d9f1778209e2a0584b328c755bc97011f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b91965d2437b9e70fd1d57e2a33346eb19e2e5955fee4e1005af283829f9f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d1244a7df7da3c9aa408c739fccc6d32815a9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac9274ca3bc8a9a759e0491d1f3ffe45523e0d8e2415c2d8a42f5616622d29b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91decc0f957a70e06ba4f933027f1151a6c8dc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6538956d5371429721bf52da29464f6ad54327f6fc3cbb7d09a82eed63da30a0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd165c0532a169be8cdb2a3ce6d0634b3a49248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f944f1fb970be0b30bceac69e40c124af64f79a9451b1440468c3922158f1ca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338cec7bc21339188c12a258409a327ae962f3db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a6a576c24bd7f1203379ff237778bbab1e302d222fab21505e023105aeb8e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bea849a7f56316b17cce4f7ebb0eb0d44ba0bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1715d353ae92881f56bab6cc064fb3f4de9f7edeac285034a173eff80cd151d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6a57189d88a7e372c277b8a0d0f56a911361e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf807159246a1ae5a9e8dc8d50e2de2091ac6e59920b6fb7cb4e2cfc550e504c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35973b7a2562f97313bc1e5c4569e0bbcebd0609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbe3432429798bde72c90e95cd62e7ce00502acd7fad79a4eaa8a651d2c6714
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f16205c1b2449013f2a76ede50bf2af2f38302c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f43361876d81674ecb6c24cff7c15bd3e31281b757772e51e4fd5593ce0011
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f33e70378954e69234b5f327c23234752c3bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1172abf4438c41a385e694a6e0e5624e3e8ba3dc66a2ad6a53be2a0098ce87f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d694272340958f13e3a36a22b8b4706210d8a372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b019fe52d1b3f5c2ced201e1b7bb6bead3bd729bee02e9d73a6eb01132545de7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9605e2c52e16aa7e81484d109447bb41c483849e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849ff4a51f16552f65a3fbaa43e93ea2a7562f4928705bbf6a3c11a7f0221673
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135b4f46f8cb0c212eadd0d37dcbe5d44ca9033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161e3959ae21c1e2b90f184d1f417e62c9e51f015aaa37cbdaadd144f2090f45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867836badd0239104b59c436aae4962518f4f1b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c63510c2600ab6ce555fdb5708c6aca09de6b626432e56edd6c50ed47ee15f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db4135390c8c6b738522db2b62d5e8aeb2077fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db0063ccd232ef26fa15d32192d734bb1c58c04fba80b5dd08d3788d3b03e4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a6aa86961e43648e91cdbbeca9726d56f307f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95476f67e4943b4bb8e3caeb8ce042f9d16eac9cd8f5274a09a16c9a1f1abeff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b016d686af93b71d9c120229587331682470b213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a035320a7bfee512d3ca5236e00d4027a857f97a5b831ac2b554373d41c417ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923c642260701844c8da570db1e7f9aa68228a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908df1e93e2ce8f1f3670a5b2d8507bfd358d0ebeafccb4f0ce790cfe255a20e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df8e7b76e985df60134a0812395cc220950b5a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880d5c42e156c945e6c47a305b4381f8d31bfa21cbb5f7b4c0981bebf85cb1c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f32bb440921ace456c96dcb936c6c1c9f7725a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0f72b7eda2a77ded19715017c69944035758792c9aa84fb066cd9779ae18ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8304f509f6c7580d950706adb4c42d6646f8569f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c224220789e4a1d45543bf94ecf0a7d3c7342edddb14495d0ca024414d360d70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f45b115e34f10bfac4196e3ff806ed20a30cdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74113d16b5194ddd962664bc7e888df863d00dac8747a9a35a8f7afa0da90e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b8b44f1bacffb054c49057bb24b5bd1cda0fb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c15ca84be3f5a4741378accaada5cbb8d304abd05b02e2326cf5d8801ae75b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc8dc99551b2af3cbf61c2e2a325af19f5a64f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1819ccdd84f193a2a033c94909632205bf49854f57af778ab34e4b1697d820ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f230c015806d37f3590e05b91a8457a62c548e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d460c6052f92877535d2d241355549124478336c311bfa6f941d6d7cea15247a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb4ef77f1420ce409155458adc640ef832be84f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d77d7ef71e35fc9d7b1297f879df761ba983bb132cdbbd66572c393a1f741f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0d342073ea9799897a62cb18edf6544f1fcf24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1c5f731cb276a9ceaa831b808a9cd1abd38f3c46277ebe6a39bb0c38e59602
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24379943be48279befa72ac76e3d5b36349edd76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fb15c91ecd14f71c5f3751c797f154c42e22cf219944efcc92045c6b33215f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9436dd148096af3719bfa0aae9dd38d4915c7ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c0346810b2d96f8ba44acbbd5bf3e928f3e0c75cde7594d2f919ea934bef2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce3117e452fc57cf6b9113730a236067a63ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d245adb9b1790b0046c6941b1c7954c1bcc3e07f6f1ee81c6ab8e7d5e7f53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218c053fe97795ec23a128f98a25fe7013e260cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b488328dd76ee7fc752ce318fec27a578760d791b23700408024d8bff8386e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727c0603626ed1079de428e68c4c4385808697a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbc6cfd7104dd54eb0e87345049ad63903b28355348807e129c575530767b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872505296eb78ad420eb3715851a6d7155b39d2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc7ea97ab0242a7aac9d77fa4d6d9bbf38fa31625e69b8dbc9b39a6bd3ab42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade8f40e422952def2194f31355c82fbc8d3ba90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ffcc309609b29006c48b8adff4ae46996c8d913df9c08b6f5a465a8aca8b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea0ee3e5d2eb90c4bf8031c0891b08cbe32328a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80f8adf3808bc4dc89298a3d1295b25dd89b772af4b1bd9e07bbe9916ddb057
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbacf539ade5d9526091c8c6a2607ea2ef30f614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510172ec910e47ac3c3ba9086296177d6ce3c173bb44ca432255cd0c01c26b22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8903cece18c32f2a5dcafc870f3b1bed76ec72bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384a5ae5351eb2b07cc62d68d758eeeec08d1de6e9c6e04c7d484efa2ed4b6dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae69e2b7122c6aaa0bcd6e0e43e3f4b2fba81df7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a05f6688277ad4c060225c81dac26785c3a1d4a28b6807e9367dd8b958c95e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52306c7c7cafa54ff8c1cf692715c6885d3da1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ef40d5de30987c84794e37171d29880664be332bf7a28e0791d55c4256810f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c20391f8e7b4a7bb5c8a2842bcdf7cd38a5fb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f49411aa8b2a99ceb9eeb6fed8911370ca3ed32dd0e96c572139bec0704595
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e57f6dea4a23be525e3b7baf65bab895bce43cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3cd91553c488ffc6b5d3e299c5a89ca32c70ac78b39a8102514412e3930ea7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044955a1202804d3fa9e5ff0e469c5639590396e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced28dd7e579838db29b36db0aad633d7933c6ed34362d1f89e5af7ec2270cd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923b92fc518e966e1129652c27ad0ac93790f368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cb89aa2213f5302b34cc2c9edd4f8547b7a6aef7b175092dd7fed185aad190
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec5182a3995b154be1f4960e434f6b108604846
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa16f5892dcb97eb1e1df0af6a76797fac15f8e62416bd9bf881f6200ac2931
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5350eb8fefe5c786be95315713ec6d873ee09735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a27a924662581aec2a1f424477fa98549606b69deafc619dab5d5c2f297c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20ab2c5919f853f0702bb66555e9d27bf9f4bc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e612aa4822ba884e7b35fb3f06fa8f93a2f49ee5f8bfd3db727054076a308971
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558e6c58bfd094a76131da8c7b46776e362edeb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f52821cea21d18a03dbc2b63fb1371934d0103c4907ff996326bc91b461cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89e464a53adef6a300a816ba9fd13ed8417b024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab82a0fb48e43dd1a07974dd6beab8cbc2643f2fcf23e84c5c895727c78ea1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81643ed1e0fd4ac09b37a978e35706b4862d220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725951bd530324eef0d2edc62195770fd695a8ed42cd0f90e1025152fae49822
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a2f3e734b48bd731d33898018791731e751671
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d685a55b9aed925862bedc31f8c1fae423efe2206697e261fadfae4ff0e80
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445b02293cdba2d836b8fc6f88dea10d850cb89a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23e30a108df50c1dc7da217071e93a69b9c0457165d1f816e1607f35fc93d13
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5ad55c59f7d74b616fbde6b7a1dbd3435eb948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097bff51fd7a522af97b384ef089cfb7bc2d287166c8940995273de9fbf6e7af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7314bff94c8b2d9a56ba81fa5ba06bd7f64962b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3df2f2aaf4dc962bdf68fc184fb3f32eda2944640f8a5425c5a3b22b3ceb8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b58051532aa821b005b24204cd3878aa296827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0131598ebb06396ce06c042f825ce3a5794b95576bafc3291b00807aed52ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d73a0d15c2a248e60a76dbe563762044bbd6bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41f10d21d3b81963bae1299ae6bbe35d3ec6a2d6f38255d1ea232dded21ba5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1be843d6fc8011cbe7056b3a1344d1cb49e610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449807d06048840ee1163444271fa468757eced6bdda8a68538a1999becb2603
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917b9fdb76cd96401c07c2078e14309f493e61c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8992582fdbe45fe7f1eaa8cfa10e62ccd53a4daa964971e1b39e309014a3377
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a97ed06465bbfaaa35a28eb0a4f533328444b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b84a186f75d9d66c64746cad0a235fbe18b437a8f65e083b6d16162d82df68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa98f390ab72493d3a0e3f12a3a64c3f187ba75a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6227ad6450262967cd15943f6e9ddc772187ee7aeed809e23326b014b1c0521d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729a0c15cb39748cb0f9079f01bbddc17f4443f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3147fe7ab134d0bdefd58dcd11fc378e8d0c2a1d66e2a50fb41e6fac6a59a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8098a08e541e33c4c087e37cb422d8d5e9142a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179b7ef80eb0796c72c9310448cb862e5488b96cc2169d752eebfa20f1e8211d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234eb0f9ff177b0add4c77be856471962572cf19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6005f05683c602c05bd4dc956367ae2ee3ff86b3cb3de5117f396a96cbdf2b7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7060810718bbae60c38386141b58c8c09d59c83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b580798ec51eddd565e568a735c8fe7ca75218d5a1c43fb66a5878b98e02f6da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a821fde188a626bcd8bdc7cf1b957ce1e0ba4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972ffde8906304257d9e1afdcf1d89e0a1e1abc4e46e6839277a0fda28502a34
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a479a2178f60a436aa70d549f09a519e5dc755
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3267f3d23e22f5c2dd81635229b47c2cf0b85aa21ebeccb9ab69925385fe8a
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ee36740f58114c97caed701dc4697461b12f8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aa3a96f1132394a230c9d58acf96686602fb7b9fca4996654f021391d57677
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9869a8f37ccffed0f10194262923cbc41860bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d917e315570d7d797a108f5c451054159ca89641d774e0c9260c830c55bd8
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb2858515dec4cef20a8a10cbb99848e98a682b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de193716a01ef8a9b61a92618b69d037802c620ef0c81404a947b1c2b6f6e898
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4538ca1fba7dc21199637ad237337e71b058145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16ce2d57e1b04f2bb000b47837a34ad9d5b35dad9f6166162732efa8c61f1d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f644451d9122a9cdfc2887c1212fe29e23106d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c206888809b067111a0cf8a07bbfd4dccc08cb38d1343751b43ba9be82c8cf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054f8af5b4dad2dd2e4f7acebfe4f6d768867b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274e1d4d5f81eb36bbe75187fb121d008f5e34d1f2262c6ce0948e2bb421a97a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b6bd58139bcc5f15984d28374aad244592f5c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb786c86ce1232096217ae8eb381b147f02da38e42d0a628a382794e80b3d4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b810b027e6e682433dba88ed1955e8c177d844
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51fb9a8d6aa4f00cd6ae21a04a306b32059ba02ab2bf8acbee04a2f2f1152f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c9240d47e8be5ac44f275645755eb75b0acfbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139e069067e3eae578bd3e7df7a34a6af77eef22308a56615412db87bc008894
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ba7aceb1a55a063bab017b9ab540d31d694585
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda0275a57da7e62f858a5865bd57d81db77ecbbf9d25f588657cb8bd7128c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7fc3d404dddb5b08c87da8f40f50269781485e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c14a8467a62948183bcc19827f5a85239d811387ca6162d0b196e3d0c6b37c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10014010b4bc3e2d3fb51f9f73f01b02a692130b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d13122b8bb804ddc69ce055df0f7b96e3846b99edf7d551fca2412cea83d81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e3eaf6f528dab2d11232507710f939a3ec2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57d6a71baaf5b5088f928f69a44a6d423d659c59823d391ef4d0dc9f65fa4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9c88e1a62528ef0c074c212fd18eb565d3ad5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2e5825bee6b66de7ee2d25e60176285910658bb2f44dc4200acc341d40209b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c554ec3692962e20004d50b89b3f9e7d6ff91e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04da99095204d065fbab4585b4242b3915506c4992790727d12d49149c39e440
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40a5ef96663669d64de6615d188b81542b9504f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120d21ce8a7fcdb51732510c8882b5810fbf40443fb9ad6d1c04d5b9e2b3541f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cd03a89e4b09757a55a2fc61c69849a73e4a20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5a42cb0fb56c710b83b9efb290df348e408b8e1e07fec719ca50aaf18f4ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b088d30bb18243812561bc2c60210d4b294164a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f4e978c81e115594ade48a0ca438e266737ee706f4baff497b660a0bcba6f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95476d759b383f9c8f17abcded39255018685d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58be8d595146381eedd1e60acebb3e33e553f698c4b0ebe77c7a0a1318fc2da2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd2e9c4987268e5755994b51071f7cf111838a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8e99b7337504b46f533e9bdfae3fe6c3bc371ada20ee2d0f99a49a876c3a56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65501ca89767d03acb80eb44acf01c27f2e29377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9563f04c154741284568129748f0374a7611c47082af4eeae50a9815c25dd27a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691ea23adcbf53a84e82df5ba8f99bcdc574184c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c248f93be0089ebf2d9507355f3dcafe75779fdfb7e46a79a047d7577a3988
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b33fd762e719432eee209c6e692469cbb2ef46e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bde6faeb6b12db9fb7f8dd63b86cf4a5edee27224fb67f14cb9220ae24edd1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a696ebe8426d108e4f69d2cc70a233fb92686f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef384b61e47054ad395e77b68beb20698bc1302028e462b90066bbf3ae5055f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982cce74289da19096a191e736f94a9aac541816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb5da13f0141db40e2e45df338522223bd3e960b99876d6eb759b2891b65ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d3b8d9c49f68b61e015180f5ee0a999815a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05ae1fcce7f491df26ec78bcf1ece5eae37b73e973aad9d3c7786b09b70d662
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bf18f9975b2964078034d9678458447705d0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f598fbc916b681338f30bc6d0f44802cba179ddc7c7f6834b98fa763b76e8b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27a11d5c517e876e7b6a9ec79c31b7dd02dd0d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9450d4e4dd276522770d2c2a1c27629a13f687c7949858cf909c67f2a3959a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef24b25875f216bc37029fae783f887e5bed970a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72a55efaee0c7a3c14cc6bc5adb218f8c2cda64c8257c37d3b6ad9bbe13961
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35db0cda394be4233845ebdb6959b47d64326c65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad5bcf326fc206952839d9901469b467f7ec25e0020b12110f5dd27126739f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6784ff9d460b94f718e3bea6c6a0fac3ced314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42400dccc5bb57d26bdfbf974ff8979d7903d3f30342bdb5ab07e58a2777cb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d278b80e30605a48fa7a6aca89d96999a2e43dd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1cbff6d8ebb5038bc92135b020d017d9ba6d60afe469f5000160a829662da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753e77eb681f8ca5820e43e8c49b421df4a3d9ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e4735a7f843fa6a1bade93880666420674f59421741e5a38467d3cbb4adf2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f1bb462bff9225667ef0e42e73788a784c679e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8c10827a9e7ec5827aea4968c177eda999833f99b1f031713aedda36cd4ae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc5bfac4dafa93ff0034f7f6c51ce8714a11730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b783a002379488cf0392b28bfdb167e3c6e89e58d6da46578fc5681272caaf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b063ddca27b09423e26872de3f3c40e9efba5a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534c64d26033435d358c2271d1cbfd400a09a564dca0403e0fdf26ea81e885ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e4aca057475f0673260f0a652e64a53fde46ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5f2b4201b0f84ac6970cb7e8eee767edb3ba7c8305342e9e621d403ffa59f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e95f1897d0c9f01851077bc022c284a316ac7d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fae5e612d762346d03f6276399b4195e4611b6830514454000c47908dcc91e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77c94ec08db2a6c7b132f4fe746731ad14a019c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc2abd24794b2db1f6e5223dcf4dda8e81c73632c20b19f2111c80b75de4c01
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd2ffdd18d7ac8fdca957467d71f8fc49c9f44e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5436b6699cd9afdb43bbe6606be8a28c40fe75cf42c313859cbf860aedfd40e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e82971eb7810d0cc6553fe0527fef0bd12c0d29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b47b07f10c39815e659b9ecc17e3bdf5466e03c99dc3ea217ad20089506f10c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6a2db6bcf2f2e97a7f1644c7da93d8d70f2808
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d945b4e2d408cd3e638357e350f1f1ad5b2d8ee40052f918f467b6a16f3d44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7cfe270f00714624d1eb5c3809c6bd8cf41b44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d2278bcaf530f59bc965b3bfdd9302207a999b80d247d9cc078e49954b7908
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae78e624034e5808d5e0274442fe5e4358ed324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe12bf0dc789b56eca0b60baa1f1b29f056b60398f9ea38026949f2739b62e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f259088e2599e70b2151a81db1f64868dc1cf374
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f4df188296a412244a142618a6ca6d877ecb1c50f003fcaa905a2f70e34f4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84d3aab5a3cf7fb3769207fcb7cc105aed5d0f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa552c002e1e98f8cb7dffa30a5c42af1cc9e5fb905801f17544dbf8f410b3f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab836124e31214a113fb25eed0e4abb72f6d68c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28daaf709248e3192d8666fe8bdcdf09798f4c24573d03a38ba8ef065ecf82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35220b76cc67c4fe85ec19487a407725a8b85da8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4374a68416a309804e918a84de730be72a249e87f6606ee2f1e28cb822ef59e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37546e49415301a4b21ae458d30fa2aa10be1468
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caa1c80ace52462bda71e2a1e5a5ac4864514f9e16451b843525d5d781d1fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a100e8515eb94da02ed9fee6687ffd74d0d134c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144b7d46a9e9e310eb01d1aa62c622ece6ad169d75af69ae4bd5983e302bbc89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07b90b6529b9a91a7ef0331d1709157b0fe7360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da016486d0f2a70a6c920c1a124532645beb7ed1b98c15431dcab9bfaa983ed3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14c9c3ecad57249749559057b32b9c03d35aadd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1a4b7585097d6957c91841b05ed8030d0cb2fc978811a71a846e08f978a3f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fee56173c07b372048027eec264d22af285fe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f53c57672b2453faa417dc2132911aa9160f6d400fea18063a9f60d42cafb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad330921d6c88400a5b08da926a3dd9295e56985
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fe96bb0a97ca08891dbccbd359934aca8ba08071674ffe20d83aa625b89ed6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f662f022c3bab8e4423d7dfe9d25a1df988b7350
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c44d99e06d4034c1a443df0f4149ee40c4841dbe37c08656c58a3d85150006a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f694654fd835bfb1c8a0ebda570e9a6956d12a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4243f356d77210e6022b582396f813e40c7fe45ed6457468c42642f36ee8317e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddb8835fece866913c7a87a20954458652516a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c378151ce456f5edd386afcec72148215856e2705fae2780295c577051a7288
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fbb9ced5c5b9ed356fa99052e918b89afe7042
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30c026de1ebf3e96aa146584a778db86a3af32f15b3dba9a7b4edd241caabc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc1fd547765661fd765ec962601f49bea88eb01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462a78fcea379f1675c87d44ff7eb280baf1e8b79cc6bdb0898b4213f6d2ff63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e39b27c2b1876de7af57e01927a87b0a4d29d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19baf11ff83add9a349ff49316ffb69f7d6207414205c47a506a4f15b407cd86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc6b10f4fd7e72b0fb41bb0a50a39151d3a3ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8b5b47e4119db1f0b11aca1246483d91bdaaf25df1132aff5b1d1a30e230eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fa803d661d4ebc374d171247d5dd21b2bbfee2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b42c84d21b2b2466588eb0a1c81072a58ff6f80f20e0e729346c4795b49240
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cb9642796f8face84ac637e19aacfdfeb21532
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a875aca99be74b10d2d1b3c5c30b9ae8a8b5b65376d27d1cc84110bf8d267243
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f69ece8e12a703a5643ecbb63e669be10c332c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f505b3147c23ef7510a147afa9038f6e6896939d4831fb96900ba1ae4b74f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e6cc19b52a1540e0600b84def533f9ccf9abac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0163ccccd8e47ec9dbdf946192a348f9790357b5db7ebf917f346673504dfa32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5616d5b19af0d3860fe8468c80aa2fac3b802cc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7a2b74282c6d6d32305009095644b39f1534736c5fd8aca275d4d26cb7bf6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f886b71666fa208b51cc65605f1d3f612698f3c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1860211e1e9a7305fbb5ad4e08697321e7eb70f8481d9657c6024e2a8c24b8c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7b198bb51692249f8b2fbdf7c39367841b7d2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04412ac2f7665c1c4755460121d747595e14984ad26bd567e10412c31e4102ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72734045fd9b0c69f4947e1fff057b99d68912e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc65805793334ca866fecb8d61a2f05916181a123d04a78613af4a112027db6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ffeba16c1dec53db72f1c672b6aea8f0967396
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8612792a62e5acb69aafdc43f6daf5f4300d87e21242a87e8b1cb9a6c46ff615
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe007c77dad72a3c5a5a281e636d787a46ef5e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e9158e783d5d2a128de28e06ad5f10691c98f03c1b4eae70087b0304311f08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6838f2a1a83585467ba89310ed1936d0f8853a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cc2a9dff8b210f63b78938570343c20640d10b0b91d2d8e47b16e57e7511b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e73a6ed8b38b410b86a95ffdef491753872d73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23500a4fd062e1a39992f9ab695ba5a66a8f9550e93ff2fc80a71fc2f06e117b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3b6f31a06599e2f8597a115aa597db5f7d904e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972cc6689ff59f28d059778b34de858f27c70c7fcfb38fbbeb971ca45f06d8b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6c07e6120befa789f544671513405b010eab46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522965f9483c7210e653e2265da8623ce143932cc85f87ded24f8d021eaaada3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be0285cceb8177168c0004fb99d4562f7ee7fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0eb669fcd86276c4d8e13e46d39ae7f9b6d33369595fe2581a8779f5dc8938
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3248f267f77fd26936feea95d7a19e310c54cb85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885608573db99513bb4e52c784eb8250abed2939205829de04ccde47a7475500
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc93e40bc40c88e7e653cd9c7112382dc2b41b55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce3572d6544af1ef9299038c2f47d07dbf99f2a3ae7760af291aaf4e4c16a35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fefe9a322bf8f6a27c80f0f4859f319b47a10e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7943633000d914bc6c10f90bf4c096286442b83bbb1ea4138752f803f6d46a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e474f772075fffdd330988dd4c21f279b1b688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c851ca2455ca37ad18ca57d4f89c1bdd8ade1ec48b22805b741a762f0f48d540
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d09356f9887901424bab2545978fa74def17136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ab0908f40ba8a7b16bcbd6abd8b356b85018081242abb61867373c516f8729
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b40991abe6e940e77d6c9136d05a816524f68a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613f5dc7e5366f9ff23bedcbf847408de0a4f4851360c4713f8c311b6e734222
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea44831e6a8677e2286f9274c6c027744f7faa3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee751e604db4a63ee72850422460bbcd2882ac0eb54c12fbb42d4221d738b878
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bd7064b81c637b8cbb8daaba0b6a566cf1b10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6d9ef309ecfcbd71ca1273aa240ea1528fc0c415ca57d52fb6036080fd7be0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c9c59fb4c6a9d5acb7fd7b920fd147bae4553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a64757a11572e4c40504979358cd02193f09f3daaa8b3edff7d1040b26ec13c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d0a6dc006ae85b430d6df45c9487bb43c5631f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f2f172dec5d4236493a777b271df0b2d7d2c4b8078f191ba5df5914ec40bd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07c47159f630481be5525756801d6a07845d17c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5aa0bb023c0c19d082c63a98574f91a659a0498289904cd59dd38b09e78816f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa7d0428e91adc709052577fbee341a61bea6bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5c8edef0e6733e95c963be472fcc7d587c747d3f2678db32b33ed010da960a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073c860269d910604d80c66c5b6649ebd8060852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61939b0b0c5a01be4d4ddf377eb178fb5c5755d0bb639dd8725e52be851718a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5e310b580d886e1dbdd0058551767ff1598cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14230bedc0992b85c3fa0fcbedeb0de513c351b7038ceb07888c4ac3ce787509
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880c0ec2e6df599c8003d0c5ffc81336064f2d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0693500457111ee27c382276f3ade911d1d5dd378e6416e7439e1932ed593239
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ab0510bf86007e5b78a6694bd65e496b123f93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f8ae1474e71bcf0e6c8efe0d7958c4e53795587b5ecedff0edaa951abe133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad94d757d4ef54318e0dd4c010c9debbe3393060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f092daef422f7e2d94f8fb307e48c83120c2d9834348c40fd5a62f30c9f4c987
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af834678627d4410d3b7ba407e3e93d22f43b8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da3df4d88c17e991683c75b55cff6fbb3d320f7fc47199d693a70124e75844c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a6bd85f21b28266055ece48629c4f608c87a52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b8d14bc40270d05b178c6e97255c61935a24cf41b78a63fb8351fbe5055e79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad5361ec8b378ccf6578ae2442089ba94c9bc9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70edae617ca111da5b43cc4927037e0ee22d5e4639d181729abf2053664e512b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0a259d1cb2b644c02a4348c5cb5418a54950c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3b2e8e44c9126237292f83cfe442f5d71c7f93b1af81879e25ebce0e596c1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b94eb53ae27570526d1cb1ce865f0330cc94d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a66304d8617500ad83a7ab2751b77a2e6377a9f47399169eea7b9ccfd88aabc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48403f28eb77c5ab6f8265adbee51fe734bbd3dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a059424eaca70128c99e49f25b1d203f519fc2dd6a984db5653f74712671c30
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c955cb9323c2d171ae1a9a4de31a9ec1f00670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422a1c89ed26bee914c160b54deef9764dbaa55d9c1b22b2d3c596f68da98613
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42d978c036ce1c22bf3bb9b5b7bf9db023b5580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6f01e54a6b9254e40554359cd76fee72db73165e40b906bf58af6679e70ad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcd917732d326629d37660db9e7d1549ab9ff8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06288b67e19197ad0ffaf7d18d4195ebb52db36001f0c6e9b88ee704b6865ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778cf7ecd9ac17789d2e2f8e421bf7273112dcbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf1f0c77087e8b055bfce174058c366c58d7aff2e675a39d8cc736dc3bfc146
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16aeed7a929010c026d6594557dd0dc19a399f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548aff0905cb6d433182bcdaae46754dbb629f53728b29b119a9bafad1547c95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d1713b93685159488047ba81d05fd88a397c0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16064fd023a5701b637ec193bd4f8b8401df11bcc613717fd18650565cbed0c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9e9d030bc3fb3aff94fa3faf7e469490e97b14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23091816ad792b327e95bc0ba1ec6a7d2859590f904ed374b0bc3943aeead56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ac9c8109ff4c9f780609f81d2d057ca2dc09e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365a9a29d592f4f6b00e4afab8c42a5ca89cc879ec971b42f1ded02753778407
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d4e467d1444052bf28dc2d927147c5d15793ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa422cb37c9c135af96fda2a3b0241fb2be4924ea555289544d5439e6b65629
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec575a65c27e742b73619b097a69683e7799eb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dd52b82998493d7b3c0545b66af429c81f9294dc3198e9e154e58850374e8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eeb7c390a6f7b2139726fb10fdbb37cbcd6b5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f832ab35f0ee8abb99858d2776319ba5760766f98806c7a1f183b939c8e950
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e5998a4559a812091539922ed259e0298618e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cfec2c1319a903d79a2ecca301bf63ee675f79f84f35983551dd6b844d3857
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da310c4b1a0101ec2270887019c85bfd3be71d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1adfcfa17946dd4778f37709a14a15ebd0b20980ad94b5b349545a0da4bfa45
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf44e234a1cecc540f7ba4366ab50d10fb85921
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946848256913a0bce0f3b498276721a48235a0868dadbfa20482061844fc8a22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07636243248e5b74e27d78371bd4ddd87182568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599e3acd5bb199366a9f208b55d575a776a46b4c3fcd58e1ffdb1aa1310b8ed0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c77de770e2771d9ce27b3d92beea1933a86670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65fad9be1bcaa530eb50156606c7c43b8304dc0037df519e97521634cb5638a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232942337ce32a18d6301765dcff2e5d6473ed7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8719cb88bb712673ae801aa75ca20ea9b6de4cfd4d86b7455bc199d450bfa90c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecf5cf802b02bb5d828dca310cfa04b9e789473
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8445cdcee77ff54903febbf7b56e2bc11cd657236fc25a344b183f6437729133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2755622ee95ae8eabb46ac1385bc65114b6d7bde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906ab33c7292078a470f545966f3a87ac01f01ab184711a341c710a64791e276
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922451abde23241f9b63dd9a9a02ebf5bce154e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506b3c611fae291617577ed734dc6198b9841ec1cba52ff88c259d9128ed500e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787a2e10390249b70c2134c9520130860bc0e9b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c873919d1a348169c3224173b26ae8a08ade6553f3bb22ec935da92bce1844
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89bf783621a2b1d8596d8e0b95d23f73e266472
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107e59d5a369445860ae84179885d4f764f1bc393d8d564b287bedf2e40296cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd3740debb1494384d057ff11f26601e8ea949d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dfc5bfafd4a7484d7f91f9773347f7fbb5fdd0dc96ed5f3cf8abe9d23c4bcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1922854595973b24984a90177ed76e88e6461a27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6a7d97568613065ca146c5676f8137d90a4fa9ba42deb7c47838c51b7ad34b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb02dcf0fe70ed6e8db91645e2cdb53bd2f63be0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84277533f44c7d39a3d1528ff4714fec43850ab80a079e0be7c150b1e2e99064
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6657aa814314229d2bf5986dbda970035ff7434
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267365f1f78cddb337cb0626636750b5cf4688cb34adc3774ceb0fd55c984943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217ebee980f7e8a1ebf7749c942814d8784b4677
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02793546e8ea69d8d92ce071884d896abf4d98e0709fce33c37bef97a6abf108
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77d67a446112bdff25145eda2ecadf806fc3490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b243d030d86bb0703b6eda0f0dd048b722d76e3869bb292ce51290625f9735
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bc2db9690517df11c88b6cd5b64c11154729b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b54af2c860117792f759aca6718e1f7a5ee581efc59da6755ee6ca0ecfb6a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c250b34ceddf270085294c9b55e1514f73e088
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9354516f38cf03c756920aa8c4f00fe7d2bae7f1710c2b2cdbb56771ce0d945
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d89985b425e1b63d3f292875a42fa7b010d9d9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c5bd8142bcdf7a26d61c1881a5529771c1d14f3e714c913334b77dfda8c59e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49d653bd665e1976df0d3d4978c43056d79963e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f7507ba59feb37bf540746d5ffba9bb07212359eb2f0eb18b68e16d8810f48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c2fe78d78a09d22f225dfc50df4bdca658cf21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c573dcc6005fc3597fc03fca89b22bb309b557331bf9ada259e43aadfdc36f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2038efe974f45d8b1ab8a65cef5dda84c2d66aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a406566109e500b4da627f239c9c83c2e6695424821c9f5e43ce6436601194a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fec04bca0149aa75a5aac98a96487554cac256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dab0a97a78f7a1944b857bc2ec6c28416f409ba33a08d6ed30147b5966d8fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc86e14bb319e10dab36df0abd044453d9ed064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c64b23a2417ffd28ec095f795d09efff0b67bba56d79c59c7030c59125992e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f302b1dd199688b5fe6f3074d5ec53dae5ae23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199f66672bef7143ffc49ee4e0886061a170a59bb578f0f5748a08f4f213f7f2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2956fd236ff5e2f38defb2c173c84ef942196614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb7637e79cb4aba7ef565f754aabe573ccaac1e73c312a14fa8ac20b7383c5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e1eef6e195aae219c251cbdc3b7e2a9f04dcd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bea9c8357c8b21d92fa1a7b94720a8c91ad8f2950cf76a27bbaab23760d2f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cdd7fb0afdb46ac0f593b7ed9a6e32c1e78f75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836d6c7f7e240b7ffdbdb0d4ddd377f20a6935ec955a21abeaf9a13b6cbe062f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84bd85fe23d515ec276d66ee46750d4d689a01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e9d346105238597ae5b4748c0bf265cc231b4958d8cb00726702d2640ca999
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6308b9ddc7ae9f10dc838565e2b2dc880b707004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831838692ebbd24770a41ac2b01e291a6f93810ff68150606c4759a00b010857
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e359acf3db7a4973f50dde96b054c45704711b01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430ba315164067c9acaff4d03c855ec62b2522c0eadf3359252f49b709b7c90d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5186f3e768ffef0406c7d0c9929ed031815ad10c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d756b79c509abfbe64334f5a54547d32dfd2e41bd328651a10d217ee89cfc78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f35242c1cdb23c1ad4578f76f3ac081cdc6864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf532e6971a24b048a375ab0bfb9546c1379355035ccf9deee0e1a91861449a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779f8cb943f0600e761d7a1060249c7e782512ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9517119b83edf3a7ce5c5e0ff62e7a8989643bdc67c471313b1b2a42a6aba37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5a6e747688af4b38dd42a2e8c18f25455f1393
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abed321f96c1719c7d03bfa98cdb0794e57ccc232bad5843a3e2f31b5c450294
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5276e74802baf799c6e3386342402d85b86f8de0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16327e422d89ec7ae3ff9f6dadfc843c8ad08d0fee12b157d938b54d442b3f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc425782b1524cbde1c41fec8e9bb95909707a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92039645b118b8f5d39c2d1de3017c720d21f9b8d31be85619619c55a3d94aae
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb80e7fa28faa06c88bf47f7b91213178390b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1208eed706a3182c317cffbbcecbdda98af3532a8c29e9e022b9c1ba45e2761
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c00f8e2b54a1b389a284b60cf7f3a7f314ce0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24be59a8ecc47f4ff200bd3d6340fc5a41e62ef2a777684b2ded9a850ff8ac86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95808a041da128729d58d6dce26fedb91486836e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dbb60a0d37e922aec04ff4fbebaf13976874d3c6798e3cba921920d908c236
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a440fa40b9d47ba233729a78cb9133a4894da9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45481cc05e48820c9e327945a9592bb23399b1b9e861e1f936bce169935edc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcc5c25ea80415546f22cf757ee88c37e504b3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787a8bfd8ecb08feabcc5c79dd9fa4dd4827aaa0e2c514fc775902340a0e156b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fe267ee2a05cbbb36955f2001ca3c670d7b7aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d330b005019abc4ef7c034ac19e65aab6c1ad74659a57fbb509503815130644
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846d71da0fea3923449f037f8cd8e73b7ce61858
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91b4b87c1164dc090c959fc04370ddaf6b0a9641fdd4dd5c2e535237a154ea1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609b6a92c3bf7f3e24252f3b489aeb273db48192
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfc597d6920efab18057baee7abd1b7181bde332e2c087741b712a9683bb09b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfcf0d81eeb267a22e2096c09815ee7be40318e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebdf2052c9006a183b81b520b26f8f5dae083d33472424fe2123ab0131c2a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a67fd238ad5745ca29cc7a7c29909f27c924b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6f80f2738619e184e2b1ffc3121bc706db2593df0a41aaa9598d04ea994542
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7129750f5e51a7611d2a10d23bff4340c832eec0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3359b07a53e6f1901a143256cd88917640efb2312930f1bd3e70cfafbb19bd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440fe505ffcecc2a39638fa40210518215d16553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7809cd7743f48e0b4cdf0781a30f3311232cc9c6633ba3393fdc72b2902bbd9f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc78fb3f56b3372acbd7c024d4ac680c60866c30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67770204668c5d4824a8ea3405f0fd356703673cc154ef6149e166900e70e9a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2791a2504d744e01ec601759ac3a3a8dea1778f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb68ff0405a6ea8580cfa1bdd28dfa88161200cb630548630d36f2db37abd1b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dde329341ab838524cb2cd4bac7095d20f522b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c47f353231f1394c613deac5aa5a35275942ce446f339b0ea07e53411a6a79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a51fd3c5cb09eae8b0153b85fdab676625631e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd6c9a97cb462c9487cfa950cb753b0446efc63bcf94c27a51ec258952d994f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2a4264c80f6055052f11ab0dd1652b53bfc47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2c68f08398830be9d336deb014bc8c784af91269f0b1c34b7ff4cb04ac138
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4764e40d7add18b37b9c9f9351ba490459c794e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3d493bc89cf1f06d8db381e5d2dda3335dc3434e0a64ffbaf90060db65a8e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb3bcb6387f10b11bf110e04f33cda68e1d1b29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc255e22492abad59929f5842e55fd206fc847688e66cdd3aa9129fa9124c92d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33d20b088ee14fd51cb7f01159b0ba63d3e9f8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3c795c016f17b38988dfa382ae6fae0dbe915cb8eef2e81eb0f093fbf63f0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0f2fa0b5cd10c5219c0e1c9e456369e55a9c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51ab596a28b092c6faf188a2c86c217eb8127d7ca3a07ac4aaac45e5f39729a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517cb5a5bfe6feea122866b84600131ac5380221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f3fcfd27b7c67e150d6afc1ce3f8395987d93ba9aef5c3a9b112047037130b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc0ae034aa3c875cce8ea2c3cabac33833d4260
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241ea9cb69c6c323a404bef387ca8aaac46bdaaf243d1cae3a9583b02bac9693
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a381e2db2448568be02af9926590d674595d29c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a16672b91743aabf2871ca19c7ca1cb62f4a4ab5af03d43ec453954e50569a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacac70cf0a8933f0cbf3eefdc6ab581606ca771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd150644635fe4609f81e10fb9b6616d9af90d5a941c7fb71b114f39cb0cfaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d453a42bfa18e8b45f304137dd8c5277d8ff9580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d88cae39dcc8649da1c9e8ba275d089a944792d23e19086464b821cb934c5d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8d4932adfc4c8539cd971382ef0791fbc5c287
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1616479b9662ba99ffd03208e46812217fa7a445c9542c383206eab96192724e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7485d58c3d9c0a3a30c1ebcc3a5229bab6b76318
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e406b80591c9a614519a8cecb283b0a11aed28f5e43e43a70c6220e8cd82f08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b675efe19765b8ab2e96dc46e9d7bcb6e28b688c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206b601e8f8801b80ed95c87fecfdd96d26e3e051f5853f9bc3c9d5414d33ebf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c24f24cd9f6d2d8e91ca7036be95aef0f169777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c35e10934f6bf01ecf6f576695e0cc2213f6e85cc500fa702c52a7c271bfa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095bb6cd69f3bb5f4c6102c28d7b74cf1aa5082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b17dd41872f63ce650ddceeb7831acf6bb760ea7eecbf9a779b4d60fe82dda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0284490868410d95989f2b8acd5320b1fd871fae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a02bbc30686b3e54b006f1e47e660c002415e4c9d6b043125ff2b053d28a3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d65267ea17a8128dae2cce16103ee980b88cf25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138941afe37637034b4bb4e15b6706481a02dccaf6dd1ae7bd2539240f679bfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516bfb7413a56adb0a505a982b221d1d3641d6c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ade7c67b3d7ea9cbb956cabadb430384d507a4ca272b1f04e941299987deaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8514b0ebfa1636b5864760ce048b4c44e253988
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af479658ed9db1617141eff490a0954c39924f60ef68e0c2febbe4383731abfe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57bc92e5d1ba1e9a68b5124b410b3d20cb8aa3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5351365948419125f0d13770bd06af5bf87cf3c91ed1b0ab2e21dcfd980157e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0183c63dc63fb4355b8cfe799e87ea5e675d6dc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadec2f50bfe37f3e3f917c2877a589866dac18a2e0554ebccd6c7f6bd07905c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b06170d3929b33c1049e2af409ccf7fd1166112
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5e6fa507ea7b295ddacc14121948ff785f99c66371bfd52944358c7ef533b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a19fedc509bae9bc9c549ecc39db247d060f1cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e03096cd5a44ff85c2dd9110f91165f3b5eb17bc5f9de5081dde07d1e0ba251
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2576443ea13bac33799c716f4dfcad7f9479d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c3c4d51ef3fdfb4ff186556619a749c84e7b55c942f0159fbb566d9c756aec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72080889db13716cb2ebb34b8dc9ca17f18bf1af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea56908f8a491c8c232cce95cd7f7c6bc55608ec2676e508ec0b9e05770fdd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bbe2c879336463b5f0db5b0dad60039e2c0023
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0a3ef9c76c2660be0efb34047c1557ba71db81a3202f7ebbdc33fb6878aedb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf31c55da1444c330295fd0525ddf5e2838ba9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c43e7ec728963e6d0fcfe883b9b02532b20dbb5b4ecb6d308a93dd27503ae68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464533cea87999a4768299861f991cffc5d61ebc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd8ef184f53262c55c31c3381d96fa59aadffc16a7705851589bf6043ff06ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa13488ac0a151cf4a100964d7e92bbe042ec4b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e823a86549e54693bc39bb7a74a25dff26018d625894fb2ece7a644898ec359
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde3cc87a6f1a0997e5fc103851ac2b2d23f1f3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7800c3e28342cbc8c53b37a05ebcc11613c32916ad2122daf8eac884dbe1c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842ccff18c578dd1f44c9904182402cc013e974c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5bfd1c4ed9da05d71b9db801f920dcd8d2a5f1f6d00a541400b36cdfa9ee91
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e805caa6aa0043b42109d5380448eed7b9b7f9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba598b90c6b4d63629049dfa1432455b6a1ce15923efab2b9fcc58ffe86d91a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1211d229f73821fc5af01944ded064b19509aeed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d8abbf17b46e01ef34a7903c49d6879d5597ac12bc06b54ad6028eeb58e3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7de2755d637f85bafc67af600ede07daab6cbcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79f92cf4a0d5b55cbb8277cddd9f55b76338714a1b7316c995f4f5b853afb96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ae0c5d197f7dcb0f0ddca5aae947408d03d182
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2413f8b5495057fe0de473cabcc798acf20a62a94bdbd1ce61361d016ce431
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f944afbb99de08dcb9f36b2bdbb51d788ba15c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296d78fc1bcdd5e29905e6acabbd2770e338797f4e84304fa8adf7747041ff2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09850cc31ef772d11fc0d77cb91da3162a587e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bf95c2f699a9d44414c5ead0cf946817924d1fa396a6f5ebca46bb161de438
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebee0f7c7d14f13c06fbbc1ab2226cf2af5cf8f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c85eac6cd3bb728b79e6e071737a274b42cdbdd18ae0d700c93ffa519947d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a713ca9cc6969a8e469e6991da7a3ee844a0e0b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81be49f574763ae4a7ba38d868e777a85382e1829bf4b1f395a6a7a26a22901b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d8dc146c8b4801618c05fa389dfc8fe72b4fe7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2746ce936e0b63b50afe399505dedb573e3e2181ed32c59f670cbfa0fbe326
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3542615b970db562af5b62fd319a58b2f35c8b29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b5f11057b541ef76f48a3dbffd7267e648a292bd82fa003a39d3fd0de04e8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565b76cd8842baa80f4ba8b1555dc4e6d230737
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0383bdb4c4a5ae039ea6283732a49c83590d323ece3b7327f832748cf14960a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c7ac2047bd7d9423266ee1f11883b26b059eb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f60e9c17f3e18408780840ced9bb292155b4074367e52c87c5b78e8a9388dda
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7128e6392e92c47220914fe6bd22b5b44e9d5d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a83c6e11b1f4c09778f7bc1a0d47766b094e2e933f789369051c59db7834551
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41406112f1433eea1f31ca60c134fa65e3ab5d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af24796664f5e3b128ccc6c6defcee3a94d16f8536320759799c7ac914373dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b9a35f4fb957b2bb9c041853dcb6c874fb44ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf29ebd0ff6f3d54b33e04793313d76b25a2dfa5dd3e6509127fe0f0e2ca479
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6796791b74735e29b40a0a0a0e9180b43ed61c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147504ac6331703c8f457bd8c49de9552db1a2ef3b976cd221d3bdf3fa7550da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec3457a8e6604618d215c632c07a46af2981350
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3aec493c2edd89bbb371ea4ac006f2ae70175097233403fbdaf3a5668540aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203ba822cc1298fd6f37371ea54e7908234e9f55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d51455775ade5d10034799ac63dd57694c35d8906f2efda6b9fa2b15a6c2fb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb1fa90a2e4adc0b46873118ce4f91b93988f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb9a70af155d1bab4f6ead0c207c768c1e15274b6beafef3d036f54bab063f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078f989e88e361eed2abe635c4c7a0db5f595ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5441ea643e9781864fcba6b434b89c4dbc35259e0aa7ee4b194d28e2a9e68fc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1124bdadec19b59c4fd46b5b68951fc983ffa4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49b84b3b68cd1ec7c4e72b25170d698e050a7797c305b62dd957f84d818fd60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd8f98b3ec4108cdd799ee1829b2273260aeb7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224dd4aeb2ef59c27b185452c441aab674778db200b078642dbc33f0836dd25f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9769bde3f3731db897747b40041c12d8e4bfe5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc7bf6ff3ab11b7db64b0a45c0e7d6e4fd76985cd7172cc163ef70bcbe6b438
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46581af051948cd2e6af0523a8ec0e209dd85ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa01f100066b08db57a0544619f16599d76849c00d9b5ede48f99b2885e7ff6b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652028c5916a4ce72125a0e785adc4d8cb2f8038
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23994e3345fb7b859c6e8145130e960f2529280426ec216c900e10cc326dd39f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2ef42b3da2241535fc735572376d165494178a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c647d2b990f2dad8100aab2b74148315bbfca63067f177f3423c4b9a1c9c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8249631d7cbef0f526909b19176e9c2541efd447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37e4444c9c7eb4b16d2b6b6161a47fad19574bde32ed5a2d85fb8fd3b5db7c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da1e5191df92b494cccffd438da0d6db437224e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a14fb4e29fb35d1208d930544480568202830545f8398066ac4b6799c5a6dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b2c1ab052029170e13eaa90bad42eb97a9c635
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c102242b16ee3930a1a3c98e0ca3bb4ab949a9f891e03f3b94498ac53b96c6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab64fbd3c8c4a0d14311a1d910a83e675bcafa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abc98595edae9fb3b45087ddfb423030a24e1bbd346d8cc5963d057065cba0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c09288d94d280784b1fe5b6cf79babd68f68778
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7413d3cb0cded249781905e5794f8859e3d72fe506ff02fd8fd0d72037568542
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a740afdc3909ffacfd95bf00d7725fe49a767ab9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ffef20914599c10828f23d7fa7c81a86de85178757d9e5bdda9acb928576cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca05991ba8fec94b6e85ebe855fc99319d6db231
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b7a52a243655a0b5d586b223db0353bf2670578c90d6b2574f0112e27ecb71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afadce4b747112fbaaf58b40133c5ade5ea9dee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095096b889a613c5556b1b8ec4f5867fcf5774c4f90331535208fe1bbf36fa2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b20b92eb99df296474fac39fbaf77ca27fb9e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76093d3ac0ca7cd363952104bb5851aa0623b78605e14cfb88ad48f14333b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c62ef0ef369253598c4e68ff6f493030e78649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2145dd7bfa53e4062a0957533a7c9069e345dab79a24aa4181ada7a242ff21c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edca62b6dba28d8dedeb35d8217977ead457339d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b487cddb90734c9efe948de351e35242b72bba289b0f7ac2ce28986efb49b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d402d8d033271e7f4002887662464a3ef9360e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d136c3d7c4a993bc5dff4ac8ea7f59cfebecbb89a78bfafea474a002d891346
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145c50df46fb90c119ff49b0a42759e1fcd64dba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8b6099791a8a7df29ec1dabe49870bc33b5be27c3e899956fc28e8171a9aa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603e1470116eae677d5b3e301a2e891c5bef4f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d839146920ae8b2c621dca01d0c9583a9f5f35a0905f19f34c3de0e6f2d32ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d36e3652c3453ca62423dc97e84e847904f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82106b990c528b9e1f614d9a2333fe9b3488f354ff064d8bae30b972651fe9d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f008301bf629694aa2d8cfa59c3036e3f975e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d73e0e5435ff2367af5f6f3f41eb210c0a7850e593d26c39e2e51a65065432
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff92f14d9312485be252469fe3bf5bec5ee91532
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269f357d5699d3a9e5906c66bb44497904836dc8d0ac946c52ae32844999ebf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b65aabb34cae0880e4b0ca18b59c8f908f4a4ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aca4fc6e493f9c0ad534f9f9b0fbca7c8494deb17b1d722576030f1e3b3952
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a50680b8220c21030fc8d54d236fbe5ee47f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208b334ad0456b91313ced98d2db70b33ac8132cca61c264963984eb54cdf6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0dcc6d290a8889b32dea2aee8f825ff629729c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f12a4b8540fbd81d2b3d2b3fb2f983536635a101aaaeba2d3aeede16cf5a5f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4566eaa69ae90d93ddea70da027d721b45f3145c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733c29fa634c22ef62dc5b9c69c46200e716d0d991353c2a21e2cf3bfe5733f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501e609c5b65ab465d5ea083c1b0e09afcc45ce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6155a70b7e625776529b6f9d835f3d7dd88eec65f94a5aa3223b9dbf2e17e5cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4893114bc1176a8b77c548b8fc71f0e5c9019509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d570084d98aaee53435d97056f329737bbabe2c57921fc4c550c24d56369a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d8f0c1bf77e7a7c4601851d9379b14f21502f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073ab2343ae293f6fbbe0896eea1868ee589084db2c869854ead3cca858f4e7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cbb927a256b8fdb0e0d63391ad9565ee2f3932
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915969537020be9d643a33630aa3f6c0caa4cc00f7e4cb6ce03f006c1e7cfd43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64c6c3558c8aab83a1143f07744e15c586bc274
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b255ebe55ac5a49efedabb741aadf9d920b948b54255847c734a9f4dab66ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109f5da42ea9337c70232bcd77cd75d8f5a251ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3fab3a85a80dbabe36fbd13607f89f52590540b79d4916dd0eab2524edba00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e363cc73c517edf9b99006d82d9d4b1bf728f58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ea26b23fab8f8c272faff6ff6e044591ab655e2f805e6479a60a2d003de9ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d877bd35536babb77f370ab5d8125243c3145b4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb03c40c88e0bad7bbb94b9f538937a037489b0add710a91d85b4c4011b4645e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462fd88815f594ba2c291f9a885e01f45808fea8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77110ce285704e7ada533c2fc1c754cf842154a352c46a047fefa22e7323e715
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c7d47056f681c42a9d4ee625e9bf86e9b0f0b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc78475d9fe4ea3229da75af9d74a8a140fadbbdf44c2d46d3ade809db27395
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1538ed0a2d4beb5540664c081e38f3ddd8cec5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e3fb9c8e276870b9acbe497882e84ec11c7de1e2959b6550752a33037a2e3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0266019cff5166f18859bbb96740198ddd07f9e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5f881bef8114428627146324ddd00f128b8e113b7c593768895e310be4b2a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80150c433450bb2c566af30fafd7027181ab297d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1093056cef616f8ab2ddd56b334d64bd4d94061f8972a5f7f893de548688d7cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a276cbf90b65432308d4f1ad04351ef07a842f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2fedfbb2c21089c50ad95e3e83a8590a40b0748ca09413f0423eda57e56e4c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2170fbaeff871377933075a9bf1b0676f10028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3b2bdef53da065f5d5aae4dda757e556262c4af3bf4fe1ade5c230d3a6f279
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230be9b1df7d36526ba5cf5d3aa5d7385ccbbc2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6156e9cbcedf87b201f4c7cbaad3f7c895352bffa5e3b78ea40b8d555ce257c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6cf515c224456815996ee873d7b47986ab0ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34941e5b6090a31a671c7978d449d51252fef879ae4e46b6f9f752208466ab9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c239486a9485868cc6c274790ddc68aa69eb6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bd9170d1fd364c4b1cde8e9774ce211b2c66417fe13725d6dc88939379b320
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f7f8ac7031c5a140024d176c2d967cede514a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bbdc2c3241c2bf7ab6f0b30d0ba82e1d76782fbf873295df4fc39b9b9674df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c0a5fce058a4d0ea51d10144d156fc995af85b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64925cbccff1b4d7faf52a07ab681b1879f1981183919e542c46a95514ff04e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c427582424eba54392f1a7568a676766439c64b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed02eeca7343d1643b1cbb948143db8247b448428ea71079ec4b063ed9ac07bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc50a8eedfb266ce998241a61cb76d2539e794f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbd671ec5dd87ce9ced532d3f4066be754474cf65c42c47034edb43c891dee3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cef87ded5193e44eef7a42093b642999989a149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392a2999f8c4f03a0831985565a29809e5bf7b890e3528d7faf4ce53c0dcd6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbf55c5c45c68cff096efbd898a5b799672ddb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7a2b2680f2940439ea45216a0e2d4751c20531f732729ef8a33a8ba6561ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e354eedb2e5e2a3a784b5e790e02e2441080bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3685d5c1640434f11b3fbc947b320fef845d3989a5e528af9b43e622475d10c5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13751580f33126fa56df5d1ef9400ebbe9c8857
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3de6f3de77042bcebfc0419790ce52e3708a0dde813c5dad7abca7dafc079a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6666c0e0a6a9867969d8c9d58d833aa2f578bfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4305c25da820d0aa6d553373715d87da3cd8bfebcc6f299df7a5530fb8f4cbe8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2175d1d1b1ba89ab4f2075f2f0a5ac699ad6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126f5cff4f2be8c482b7680c5892b8f7acaa952a4a704533c708be36b6c77080
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de89c9e57d55df7427b0df223400f5fff45db16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58808d41014c454ef0c209b48aa01e1e8ed5c3092433520ad85036e94c483796
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a544fa51bff60e29684fdb2548606ff2f69d3909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c60b4ab66c2ab81b7074dfdfe8414dce4ef1cd6b763690f6f3c1182427c36d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f24a06e26c393729e9c495a4ed617074ce9eac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b04c42f22d00bff25892cc518f51b2a2c53bba57daac0e3679062b6bde8819
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4a22fb7ee8ae0991fb20aac20de8439c0b5eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b44322ceeb55cde5466341304cc2cb2a23e8934bb11427385ef36b2f81162f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a44c1a2471bcd9af8ac5061841c8a37a65108a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef8dfeefc7112886196832ce4def0672b87aa66eec9008f9dc40dc3fec2dcd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d402240ffdc0b4594ab8dcebce44043c06b5e49e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c605fe0d17d62a69596e8b35b8f1d7a41e377605e1a1e4ad73656f26cd44ebbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69abcba14eb36c76c805735b35073c7d9b036553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2375ee431e2f56ff6a7f33c2675e5d7e00275b768590e53128d76d941f757812
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc67c221647cbd072006f62e8351a5ed8747581a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0405ea76c0167724f7ac2d6f8ac79f966adcce572db7ca3b5c07794fd6944ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa1a46ce77fb27b3363127eefc1a473aa9b5ec5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da8b71d52ff7fb177e436c8b96a45a22e1c4f6948e14937d72aa96202d90fd9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c95b65583c5aca1e5371f977f8eb03fc20d18d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5e8d622ecb71869b1382d47280b4ded996fb52afed9ea1e95c6ff612b365e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfbbffbe01b6e3e2f3aa0f8193006e17314df6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7051f8dc8b02a859fd0a33049cb1e33cdaa27d9cf93805242ded24039ff409
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176811a1636968af668f5fac8311a673c38ef1af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d02ac2c34d100bd479856df113b5c17af6a08fbda3b730e774324912e0e5ff1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8879245b5d24f39b6bf4352930444cc1c170ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27451dba7c454f4ad582375a93ab63b4f8055289aa87fa8e48eb85261006ba08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deaff495fbecf015d86d4855c311f14c590e9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7399759807e31400d77672b7abb20b63a1c8bb4a1ef81b3473ba14db96a91b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac53f9669b2987c3118f7390a4233c0f327a357
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb81c8a412bcec62dffb1061d7a201f08a8f1f145ce3b1adb020eccaadcf196a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc613fdf615414953c4dcb5cf98d2dd5e904e16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0362b7f5e326e20eda3ec7acf85df01576f37040b0467a92af13e30f0c36f64d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b33aedfb0d97fedfd60b2693a2664a7b307d33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0c5b64663de547f06aebaf6bb1d9d88fab6e4151818fe4f6dcd56e005b91e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79780fa421bdcf3b51d7ce100e20856a850fe322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafd7b5a9a3057d1e4def16b4dd882c360e56614d29e96ae403160027570f171
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306fcf925d2947da5d1169c2d75684f9a278e0b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aff2ef6c6832e34c38c3982d425d37967ab17de75b0bdbe19160a120601818
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e071022fa384d1c86e3496b13551485b33aded6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8127b49200bd837cd70cfc6a346025aa3c82fce65ae1568bb89fe85b7f8a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38c59a78888d22c26dd22bacb867f94a898009d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3033348e46cb18138a3781a1cf2db8ee8ffcc75e67d7fad841bbf85d3cc39f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03a11bdb9c5f1f75150015333db5175e99f53a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20bf895be45cb7d5b86732f3a2f7f90cc8010c94f08b259cf430f2657adcdd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ef6d472fa1168bdfae226cba2ae4ab8a62126c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa42fe97689b2a17175cc664902edcdf125ba5cc17e8dd68c46ccd12ec8d402
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27a24cb489d4b86333a31b759bb5286137398d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1c3672b66c46e00d0ec373e038f8908793f26dc846e947f3b1b16469e1c96
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e068e558cf7a1a07b89ff660a4e5e1f7d3f4893
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6fdafb2b65a9ba8f74fa2c5c37a6e426790218f296f9887f2ca9abe142a635
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940e8c66d64f22e8006a4ce5b0b1424df5afae02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a68e0808e08ec4024a04e06af373df1a48af6f0feddfe9382f249b522f34bd4
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350252b4c21311a97884dd5c8ee4e21a1663956c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9c6b5205f7f68839dd79eced6500aea6f875b974e21a1baa993e92dbc17a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd1afe09ed67467920cbc7343235c3e4aa2f20b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36e00785fc907e8eb62056cf121f33d5d036b336f38b431a9e8754b91f9f731
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6217581d1b931533b973f8d4d50575ed0f0ee940
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b527e2c19c7fdf1f99a70f5d9f6dfd78277c216277811f0619953e5d7dbdae94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca2f497e046db957a1aa786a10fd6a04da0f62b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb13796220a72430d1e73c0c6be3c4d0fdeca70581a19123822a145e4888f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed459538986afe7eab804441d249edd0da0affb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d007b0d17bb79a396085a221b382b047c3cda9fb21c45adba04d682052641b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbe3b701c112638ce86366b6d8967dcd53c2cd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c6d43ccc5734744d0387e7ee75fdc6e7b2b8dc045bad03562f88f98f834172
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2de9173a125e304a2e34d42ba773e87cd60121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4a2eed7fc83b4efe5a824bfd111c52864794f9c21fd747b99fc2a5697969e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3ffce776d8cc61360f0a518578905ff44cc3e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39c132a7c6452d34b67a31c6f1683164cb72579190f168a992a2fcffcf7032f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797dd5e2583fa3818160977449f86c8cdd3329e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494907b076179c50498fd5138829fa0df2a7dede79a793c4071ad4be02aa34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7acd55349d270638e4bf5060ca0971e12510b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1fadf8988419b658231b0eaa3785bca4cb2ccd33e385d5c52412ceaef2b1cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613bb9d517ab5d58b37c1fb1cf948588334d39e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db590784c1c2d74d1182f2ee6f0bb2fb7f7842dd59f989b78a14ac2709f0d7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bd73654599fdd9f7f3bb0d0b0c66b07d44f2bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d37721029537c3e1524504dba4e30f2d7b887de6df984afcebd8f42a3bac8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a002c4570c8187320123bdfa6a4660dc4fa575c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8db0b3b37ee0e46d54e80e87635304ce7623200edab96d75ad956f594cd3c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45125c2ae31443959196a53e8fc6c29af0c88fee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2066c54de8ebf3340e9fe4c03e4c4274688853fe49069cb4f069f3b1da01b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c88072c801ef8c102f7cc871203b7df81329ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2719b6b7797a83f8aca2a7d0cea81b5abadf80411001bab87997c96ad53059cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d467fccb2e93697dfd4e565cdad051515b026fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74967053f4f0fe0010c1c340c6319af35b58c1931b8cd33a413b299ae38fb54e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60aedbe72303ca18d3704f24f6ad644db47f6bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73ce068206ea46bd44b95f950510366052ad7f6ee59385659f3a6dda9adcd05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c5c7220a00c053cf04c84e2ba33df2882d74d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3d8124551afc0c970c00149f252438620037c1fb3af8a0fd1da8c9de976b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79907e4d81ec6b98ae70a8619260489853f093f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75af41d10444321a059e498d636b57ba00e1f3acb2076d3e6283283f824a4ede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825ed858576e531ea0cee29bd55a62ac614c4f04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385692bc17776e6913a1d7f2eedf8b97dd2a4e0b61b992171189293c3bea45ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe07508fce623a04f09b37e91ed29b055f53f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbdf36e72093ecc4d274d100ca571f907a152b4a3a245c244c690cb69ab2c42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de2412a29c97324d95dab194f107fbac26ccdf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db924c9a2b94a0382f65806c3d26564deda0da0ca53932ad7ffc87d7cfd3bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e34951d176cc46f108f185a33eb38b0a22019
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39fc47628c9a909d234e972f0eac360e0fa52defd9693f152b7b803ef031cc9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c824f9ff0165d75d4291da1ec812cc58d89a01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6ce9d061bd9f75a78fa22a8c6f070ef21a1a926d434caf927eccdf9f465554
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec9fb462a4b6cd47c10b1883f60406519aa11e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbfb49cf61b2c6d828e2cc0f74ea69209a8383c95364617eedca9d9fc45c88c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cf12aec110737ac793e96aadb80fbc5202beda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c97516410221022d07226ae6c9d0ee9f56e68dbee3850003342d7758f98ba7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3356d6a9f6b04cd374226cb50a516c241ad48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5292a7364a7037d6a5712660701e99d2854fd70426d456f621e4a7909690241d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4cded687d039b710480d1731b33c01e85191fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bf205a2946d3a9ba6e334a07ca122bda1c604f9ba59755e31e1b3a7d7c246a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b686d47d7530730a0b3ec3cfd96c13c5e820630
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e02a8f5eb3917386a4729227758bd8349c74c741a685d1e9d38b44bca7ce307
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903628ea6583f8681bee858d3bb61287526c5286
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651309f91f150bce3b4ffef2329f184b7489a5e86471bb3664d45f3be4be4b1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8c85bfac51aba288efd3a1c6a85c5f768968ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaafda60be10667b077dca2ab9ac3047cad5a6da73b539e66b436598be9e4d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8dfce8c479e1b1c8abba24c8d46f1b96d240176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a339d2d238c412b89a2db61ddc0dd9157dbbdafdc6afa40cc71422e57e9006f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd128808bc2f8a006f8106f7c68f37c3f86f3c36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca977abb9c2159b888487efaf7851507c214faef129b0e10692b33cbea1f8b7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8131e033ddc6986d85398d8d20f652ab785c005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a45707b7b69bc88930f5ed035900686b0cc73cac27abd9042cba697798c4d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9810a08737dcd93924e765a01782c4b23d943fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614607ed2d047a5836d790a898cc0dbbbea5742ce97991e4a10d55e80cace26e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d984b681823d20f220df71c84620071f767007
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc79795cbc7e03a74eb00ada2270dc977e860547510c1b6641981dd768f1c52
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d9e5494d3e405878a1f3480b13733f93448a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ed4b2abd7cbc772b1d21df1bd401acea469e9c025f8eb17719a903a914fd14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8d61702a75d03b074c6d6e355b6a0cd1a854ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac0f7d04b4fd4f7f4055d63ab568a86aeed883740acf2ecad1486e066f96ffd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a137374c5424330c496c3c2c0ec5c09bc0596b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c91b74037a5279bd5e84477c01ee178887bee77a91fdb9de701bb994518c04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f4ab380f73f3b09629beda67935d276d81a5f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fab159fa82555ca2ea6f36a4c5112e868aa3cb4ac80d42623d7a59249bc9e45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746212e950144acb983ee78449bd74ecb959e634
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4f86432ed20d80e7c4caef29706d2f1e665999fd86f24cf80e526810c11383
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deac10b39f348eb013ab185235a6190990a19f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e39014ccf90ead58eb9ae3ef245a1350a35cb1e83c82832ff5f87f336fcf5e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d99c87dc864c4812e0fff359f2ebc4728e9572
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2960a461d6ba0d5862025ef186a80da6b2e83316eaec638dc9d9e56c8e389c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a8f897061ff16ff92f392498d94fea7609ed83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cd49c5ee52eae671dd63a7271067869eaba85f26a9b0dca76f630d6723edef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd56ca21e6468daccb8f13aef7e4c402da58994
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de793f242e12259d540177460b709bd3dea59cfe945e8c9f8fa06893fc96fa0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494eb35fcf0ec534340ddc94bc778200de8f3789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bde9ccc9b1393592284b784389af903b5aeffa729aebc2dd59badd39d1f0aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadebea472e357fb04e487231d6778eed118273d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983a07cd3ed78fc2cba22236e86898900b8b6990591c9f14967f2e8306b2d602
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4da7818df0a8b5208456c040961ecbb05353947
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeedf0baa26cae5c193b5bdc0a9d706b81ed31af3276c55af8f5cde88e39350
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b95dd1dfde924f55cc28eced4e04f881b28bad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bee7fd00ea221768f784d62c7c8d9dff8e520af64cbedd5409caf128b66e97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f784a084400bc8d96844dcf04ed14c7218b5a7e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d826af61e28fe09035eceff7da15af7048f4a19e761b06cedb127094efb3b089
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bc50a09dce1fe292d8047576f7cd4bc95e5498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8121948f0b846b7af2f0f2bbc965d88dcdc236a2fd010ae4da1ab5af118e957f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514efd2ec88114feb2f32b4630150359c9ac1097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc9852ad686f51559dfc39f27d682139739e03a0654c4215149e670bf533abf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb32d40d7984163bfc998d65dad76b40ed35bcff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6300a985dc768028f673ad6aa96693e0b1dc00ce8e5da513b8d334fcdd7c0781
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a88a4f1812c3af0e53675330f766f44d6f200c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ea62e5a36c8560e08214ef8573d2902d4842a490951aeede31b6b7b7fc66ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191eeda9809ae731296f53bb633d624efd6cf771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431b4bfc71b990b411eb19ee3c61dd43f4b0e4f0bc61426ad3dc83f6a92e6ddc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c33b348889e79720ad8c8a2937484a61c03e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5404b23a40524050135d10ab568d9911441cf6bb603e7ed4120a2bcfdcf7b4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c47ed616da3cdd73218c4085fd46f1a08d3f9e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eee5dd5d657ccb13d2d8a9d953b34f2969bd6478c7fce9ec384370d58589f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1f90fa96c8c84786a5eb9f26a3350e15da1a14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46c141a16fc634e5db777a50cd5384e16a270a8170bdf85a092a913fe495150
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d505793087f39adb921825278d49a8dd9568c95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb6544c62405a845cce89b58dc095a95080dfb09b075b502f5f4532cbda081
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414370044d6648f9c92ee0dd2d9baf00f4c1416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46af63e60be366e59f8ef71ccd588db4dc2a156e564f0d738e36c0eeb9db1cfa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b06c1747898a7df4bfba0e245e4f3a559fd5747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ba2e08f9fdf5a9dd57304785ca3739bf1423f36bbcf399704fe6bcf146cea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065a820cac4d2cfa5f8c12722f06c7ebe6259e1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5756aa5d76d6078c74c95f691615e3928e75ce8aff28eada352fc0044b4f3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a820e0b92e35736ad957ec080b2be1f042267ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000b1bbcd9a2dbbb12cbf36a5f88ae0f3345a5c47390bce75f734b98d7e69e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f438f7477d85964ec170b3e2a587223e03fcb7d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a293e4c28f9e2f3a1ddbff83f8c339c4c022faa6d1b8a003c61040ef2292df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcb9a97047b542e7ec09adc3ecd0b3d29152d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335be6220d2aa66e55320d98ba596edd27645f71463e71711ebb18a48f9de32e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25498678b768118233b4aa5ae9b10a4753d6069
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f312eef11c09dbb50c4ff1ea1b6e02945cc2117199ca98d20f288223e0f4742
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182a4f471faf56ff75714be0c94de39b1b68311e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8727b921ec50a9e0913460396f5a5a8d4101c50310a55c86b019719cd1c9091
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f5a0c4a716ecb06173aff6ee88524157eb467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9894c1b83e5451606ae42cbedc8451e752355ae3720a43ad3f37b71c71462d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2755d399040cdca8678831e82ef8978504d1d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382e4a8172137d13cc2926a914985535bc22126b6dc1aec92d9d9e1f90312ed3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddbeebbd77486f10b7459a32fe571f8c7a8b912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564a8f9980e41bfa0ac0225be617841eb2e8875bd66eff8d9984c3d8906fee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be011e9a28443e7c149e784a9daecac2caf328c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e7a706eff29ea6c8a4b0668c9ed2d52aed4d34f02d003569f3eea31f9b11a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61ef9209b4f103d4e716fd2384329ea084bec29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e95ef81546281d17af647f74ed20899dfcda0b898624d4a7d0044d6c0e93905
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e3bbdb2e61c46f5d18a117dea0c99084ae73ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee7feaf420cea33ef522e3a6aa13b6364f9ee4b8784bdf0b116de1f83bf186b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e24ca8f5c1c1054ff077a65adc69375acf1cff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a2152db5d26c8137200501648bcef97e34e25b93665a1241f932d5eea7bdc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdc6059da12f38c3de713c1dc04f451fb1a9ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850adcdc1e64c3c531a75f32b19f5d46bbfaf70f86b197976c42edde3a2f77fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73d2dbaeddefd02b5a9b767275fe66c004f0d1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47df9b66446525473d6d9236ff0efde11c557d8882d7508eea56fbe3a28ea568
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1678df19da19df3c685c543dbcfa16608c7fb57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc0630b92a43eb675847f5e99728ab2cd49af6bcf05dbd708287daec79623a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63e3c3b7eebdc7998adacc3c8200e10b2ebfab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72706976c2ed2912f89680528595f4be33bd90e35ea16b1bb6394c3c38277d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07a3b9e0d78f432f6665f94439a5a02c01257d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af83ead23546ceee28f897c561125b64c4972790a9d52855ed03e98282bb472e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085ccd008f8fcdeaa68bffc22c90cbda96eb9f5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8b8f4a7e6fd22366f2e4563271470712e0be975085eb2e19c3a4a728fb9500
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1fcf2dde4f5a013e560e1cea086f729a85405e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a139b979150adbb3d350d84cbebed9cd98ca7008aee51223f7effb94f81e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1931e2c3f4b3754d2a3c9e006f4eaa37fdebd9a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35896569849898cae135c7f13fcb9b100b06b885879c62ddd961badd98985d2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1420555dc9100b2d4e5fbdf48151679c6f6683c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7bf41134e7647a73637d2f809f327abca97df2dd3810c204932d16cb7c820
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe61e6750036b14dc46110deac2cc1d74424d07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175863830659bf4ff9e4d6d5f71f9f21d0514b508b2b8a7e0212e9ad1625f8ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a38c4af1c26dcf503e97184033725063e0560bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b49e2a36569eb03b975e2db4e736fd7e83c99215445d2b74003c500e4bfdbe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136ee009d177777865bcaed219a58db405b611a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800e5b488043731429710d3047735effc53b5e5cdc3bc05e52feebb405d7d935
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb70547e1b92cfc2a292bd536ef95e25f083c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772602623dc5b7f998139de07300c22c648466eea1f2e502ffe6f907aeb7d385
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de7feba816d26b6ad7e734b814c65e1bb67b0aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7184a95d72270caf6df4816638852fc7fdceb97d19d30a1f3098dbdc3e60b1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7b5a8f35c4467dfd0296983a6b249d5ba271d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28270e984870396a1c9ad4c6ec94d12962fdccad00fc2a1a47bab48239e28ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe1b90a3cafb86989494b879a8794aa11be0f2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f573c1f6641995a2843fff68e6a55d9bd7576ad82b6882d1b4dc0b7bd772f4a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca4708704a3f26c16e1d31b79420af19a5b8ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe19482f89ac88642e76e742ef7d4f2043c1c4c054210ba06f0b1f60ea5854
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a9907e4ba62a4510edb296e5ae529b4275e82c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da78980f3e09dd0689df8a22b97c2f5d253ed37a02867dd6af5d61fd88dab65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd8aaa0f61a7134c44758c7749f397a362fb42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820b44bb46ee73a4d819f741ce72bfec55f5d32357c38afb1d1cfdbbc09d2230
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6329aada0d441de99c970a96ed69449861ef84c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db85949758aa1bf272648d9c15ddf64b2869d20a208b085614e8525afae55ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90209fc6cf05c35081b0353262a64b19bf8aa965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1472529a399dc1077797b68ad923b3ed778e65f41ba0caea2d175bb75cb36b48
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3753c86972ed5fb0bc6c89b665cd276e1b84eeed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cf2038c341d7c39cf713820aa584ab95ea2a6369c086ace7337dbf69b84591
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7f8a9efe2d630853fed78a7536491b721d0f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504d21221af19ad81986019d2daaae635c4349cb99513e6f86ea619e6db3cac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022a3eb70d151399e26389d5445b9069571f6f20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9a6fdcead4c2adaf10f63c294f409b763982382ecc0814971e3b6ff830159b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e3f3d2bf22a379b89149d6e852ac2c779ca453
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335c13e85a4eead7e53bee7e1c601ea01fa1e3bb0a9dd8f32d825ef7f35e1ffc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a7a65253d0b86615554554226fe39baf7c59f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378386febe2fc0ca29d991f8ac9760ca8966b7ea649117ebffda81f11b51e42f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8f400ee2039a49707a592a1b43a0799386d6d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d29f02084aee1fc0ecca878ebd797791d9edd3a7ee14ddaa130cf4c921c8fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f13f0052ced3711348151d2bf66fb512f33c92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30581290e6128822912b380d98f694fe6306f7a925fade3dd7800a2e7d0dbf66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2fa4d73b797516db4f469d9d16d3740144b52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a9c06777c65baa63874006a68dd206366e8d8fda375184eb504d0b9386d49e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81693ac38ea896e63c2f2974e368fc8ba3535693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f369c6abee159e90cde823b2e8d27c7443bd0e36ced93db47a2b416bdd959c6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b4f3a8b13f7d3e62f009dc5f78fd23b7f9f44c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840ca52437f7f9522d55136e19a3bf8960b4d1db07bd810ddfde98ae35ddb6ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385a8a54b5ee3f9519bdf9067fff6ccb1ef393e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41aacb13e5279bd5e3d472936edd786690d6988b17c1628e3ee839ff33eb411
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c869ae5739b86457d73f1ad8f1969b0c05d125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f486fa09825c31a91321dbaff325801be53ade966762fcdd621ec032b0d35038
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0becb515a4c2d6b6c386293d3d5fe1e3efa10ade
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa28a9d8da4c69e3d07a83e2f9249c273dec0e2723ef00f8af752907528dab2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd57df89db481a858b2e26bfb9104f4ae6e7413b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1c072f7562616dfecb204a06ce1c95c98eb2b71b48d81ca870f30943ec6490
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c39f9d0f5b187fd56e8e86abfadc911e81af055
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e118167555ec6105401a188fd2ba90cf3405f7b3548f5a29c3f1925ccef0f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe0b340c62026326abbe9f73432c519669a0cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdf9cbc493ef8d879f42066440c1b11fd8cdc254fae94fe069071655593f92e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8261639da214a334389af22171b39f9fbe0f12f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6facf5313cd421c032fbc13cc878258f3667783911e3c6962d6299fa169c39af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82e3fbd8227f201c9372e3bfd4bfce7d53e5da9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c61057134f498c8a6bf4eedc3bcef9ed20fbd539181d2a378052c671b39c4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774df31268a870547b525b670baee3b5a7f5c272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abc5aec0fde7f67ba762733bfa64eba18f06457e3c314c229342a23ad12407e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bef4b2ad4ccea1ce55d59adf63f4fef7a5749f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02dc8990d74a758946bb193b268f849220d20498fc6e1f4430d65272fedf18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0d251a07778f739942018152fa247d47f76a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a3a57184f70a2492d01e61c37e41744759a49f532ef2e607f7c062340d1b25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87361a9b3c741f4bc7e1b315166f33bc21b64b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e65f616f1e10cfe8516dc1c1e0e38a409aba2c3bcd485dbfacc41d1534a6cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ed019149b70bcc201c435b6a8a96ea90abbd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114f6cdfc1cc3cd1c666d64712132defdc4339e92466a0529484f06b1d21541
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067da6859ffea6cd228f610616dc0780ebba672e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26081c493fa53c77c9851f0e9cbde9ac3cb49a4b165b6645f7445229003516e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3357514c8bbfcec1b7f7b4e16d448734c5f48e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562d267a4d14aa9adfbc07fbe0dda3c2a8ecfbf4cbf99527c42959ccfc0db2a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90152206a1ee60594218764b900c040ef4ffd6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eb52984d2ae2a788e30334be7eb4c9f0bb9766d5b169fa3817acdc4686d5ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b26ccf3423f4ebff337bcadb86afd505291a15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0f8db479324abcdb3244fbc41b4272cbc7a8af70933d4e8e2fa0dad83cf350
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953660b3c21f7121aee7eae88a616645d375855
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d42543bd4cf9080fb2d4bb4ab7a4d0a469bebcf5f08d331c0c5ec38d100751
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb053ac294e678a734dc8e08473e4532475a86d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbe60a268ab5190a599e95779bd36daa9b00521a05bb1589516d9092a01c7b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f447909694b5be2e208fb7d2813629323826029c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cb465bb3c40d2c04d4780179067e8bf47fcd3533a142f4301addb9a4362056
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255a4873c5dd98a35fed33a21e71939119d6cfdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f769335aea1aa2f3e36259239a6db28c10a01288c7073ae152df1baca20a73ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ebbf49143a3868f22030165ced3e6c7b229264
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011d90a497c8c5e2e4aca4a76186beafb6fed1766cb536e4202d95aacf8645d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42deead0de714290b188cecbe4f884cd789e467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eae07b5a5794b4705612297682ca99f820f08c9262bb9c56c812a419f22f76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd7a8c14c088f8315db7b670d8d9ba252261c5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca76d79f212b8f6d271c1f0747327358572949b6b731f8e6d95e3afabc9e848
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85300a87a12634b9e4141b8253ef4a93c1898a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e4ccd38f4ad93ffd32f5f5df7cf3d444bbcd8937c90899e272e535f17a3080
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207f2392b1403dcd82f187062059e6c48bfc8907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba9cd06a71232357cf6f145ee3bc214c7f4f42305a1377f197952ce29e83f25
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1760e836785a489d99e8c58323842a46e94f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37de6f3624f183fb81fba0b61a1621125aece0e5bf0615afc44a9a8e8395ee8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3608d12d7e9d82595637138832e72310590fb67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6593647dd48963e1ef7a86a1373fafa80db2a101536e0ecdcc1d63d0102822d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7960c62105ed3d1be866898063842e91d40382ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bd5d37cfb81a43eb08a4f8699fe01aa5eb6e015d8c1c9a1df38411be23351f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4d49135c2bf7113349e4c7b29fb07bde38d769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115c61b9940ce25c69cc81ad0d8ca9e4274be70c5bb058d4fae37e0a65fdd8ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3b8b848bc334dfd845df3c6c008eca5b6cdd44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1b385e2ae7630b5367b89ff1d43550a21c0ac276bd81e8620bf51fcd304530
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9642262326d153ac62cb615c83a4569a8dc7d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d264fe0e166af2f1c61ffc575ab6601d8f3f45938b38f699c086dc3e9c53ad58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bfd42d39bbed8a96a19fe8de455ee14c77b250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f5ad93575ac22a13e202e70e4d3be3b9acb79994177e078f2707a84e274b24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4f1b2d416198b4474af1f0ef02b5990fa35d99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8d03780d57b28d04cde88fc55cd61c82debee6133ed5b017723ad439d6885
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa64efbe738681d339cc777c31e14baba243e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ad4c6c59cc63bec59e1bc2ff573f7b7f06f0be2a178619fb0fa610f56cc9a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a685de285c32abeda933e7f954441c1ff1c070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ab338eb184bc41755b215b3bfcbdc3855db591d6b1bf05c5399dd8f09ef51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ca324ca3358454b009999929bbb194152531b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221aa379b802d4aeb31ed390107dcf1f754b172c4b3a2d60fc763ab22da767c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08924ff23e07a5a47c02454624abeacbb65a188f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290859923fad85e8c5c813b5442f6f67f4799f574162c945b3520774b804d119
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676b7c240523fc30b05c534f6662c1614ee42f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1822917f0e95efb14722f5757cf11661b0226d43bb3a4f7c07f31d6bb59a94da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d063b50c9c5c38af260f8a42d34a3d2e28ab3865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d533c74d31f6674366058ea5c32dec5a8addaf092a3d83de85ffcd82b02d2bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc68faf1aab9d53de72e6c4bb45a54bd13c1aa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da8f3850e5934c9e9b72621373673569c5cb91f5e6e5df2e6acc2057d7cc943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35a1a68664845e6dc82d6c3782dc2c2afe23bd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a14f155b49a1a337d3ff6ee7818e785ba63839d419bfe0c7990aef99a8c6611
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397a9876e03d10112136f38d6bcf36128019b65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704b604489396363b2c8a8384dd2d7da20f4fbdf8636c75135bf76e60d78289
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be123db749785bbbc424444c5d3e3ff7f10f348
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b7272c362e925e2427de73f679d1edd52a6a3e9caca79e0bf3334b0f28c56b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fd7eccff498146ba244cebd5f2be4fb361c94f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ca7c2fda0db1c2bfa5ccc0e69e3dbf1838850871f5949eba893d640b1787d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837ffc673a10ac89ca78c0341f9b6cd69639d0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fcb53ce4592f5f9decae814573e17ca7be0460e0ccd6de2fe482a108529792
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d30d32fc68e5a8130adae48be8eb62d8625926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780d797c03b34d6c807c4d28b7ad16bc342dc9e0d0bab03f6e04e22d04b6bc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10099cc21e6878e9f658070527e2558f74bb05be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef690c4fe310a6ec6a0049f70f26fb2d037e54e9b1488d24adfa7ad3ae624c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6699e36fdb20b97298fb12bdc26f78fe247bab53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5fcc4038026e6034782b9d39cb28f894b8b46a834623079870d872c765d460
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bd52d55a960aa23800ffcf29ca9011b75385c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c8a07a294b7dfdebdbe2a3e54267bb8a56434c1b785f2633779bb7a021ea4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed5546f0399e80c549f9a31f31d0146d4134e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0659ed92bec96d7023720b1832f2de64d521f7f1eaea53fb7dde896f6b6387cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d92ed65a619784ac5a79967ea7c7f1306fbeee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb3e8930f4bc488c5a12d0366deba5118a4020da501058f574cbc0396761e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c204f68f7aae913756475d6c346a77cfff0ef75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2650634b3e6322efe391886c685d301636ce7a985cd7237946eb2111c75f19bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249e92e3ac878fdb73dc0dead934ca6d67894588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36e860ef0cc11c25905b045b56aa3ada212afa27329ca3c13e63cd3b8d0d747
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1415d07508c3c3f0404d53d5b2c6a78bc909b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5352556a1bb9883d49ddc71fa0cd719a2d258ac93937e7e7474c7086e476b54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474d0b5714d608fca1deae7fa4ffc21e45968b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89579bd201fd56a1dc4eb36c96e08afbbc1e800d5523f01f55dad7fe012fd34f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e254a12406a476d0b50b9404da242e14595ca0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cc7f961b121b0f78fdc9445bc5d8ab18bcdb483892ff611e95f39fb9364871
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668b9e4f5268a82139d00ab401da75b2664c9d07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb3216375099b3927bdcc723de94bf4eabc0bc70477982a64c15de28e344235
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06ca6044bf290ed9086f9cd2830fe985b31251f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922454ec169e744aee6cc46a5b7c23217c484dc5a7059336cdc831265fca29be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9de149cc7e4584969f9330d8cc8cdeef49ae0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a911813620d7958386caea576098d2b5c8caa9114e37527659564b55e203e3cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e8fb0aae7df2bce2408613b4e80aa3315f64f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14c79afbe7e464f3d0da93153aedba6438c1ac6a6c7e5f7b86f247f780b505f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4ec8d4e85efe286f0971197c2b9e2acf16add7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b550de208cba2402fa47fbb62acb1daff61c9fd81cd01c11e64cf1fef8b4cbb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11fdb78c6b4aa541bae3c5d04f6a8f01233e9b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9230946e06fec766fca9acf459d42ec3cbf6259be77ece283a53468a94ff36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89fbbc3d13bd4e1e580e25f5434d95faf21babc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6b18c78d22ced5f179f368c4425813a5b4db92f57eb0e63f1cf2c76ff525f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba55aea813249e470dbb561b90368dd29f000aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e195139f9286aedc4ecb09b9efc1d7c24d3389bde0f9efb09442a2b94bd7f121
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345be85ab0e8f4ac8715bd72d19d9b6b69bc158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44ae39c68bc9745d65eacaac034ae99963070ef4b17964982310163742bd8bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8f093c5bd514cf0f1bb56d80a007cfea02ca58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736842aaaeb3625264ed73b3dc7fa2458e983a212e5c5a4f5a11581bec18f72e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ce772e82953193719a5c71acf59f1372ded751
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc6a67923f27d5d74ae840592a52029fc0ad1786dd588ed6a1afc991593762
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082d74a709648f7eadc08fb1564079995cd7b1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8881599fc7d5f048e93ee2650d386b0e06578899eaeb8650fc0b52b02617b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7b31f3db1d1fed8de8ee5bc995db9bbd4e9c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d8c3c83347985eff372fb41aa04ce934ab0e9ef1bb037577213ed6e96523c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5aee545e61a77da7506ec3ec78e81101629c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159598b49332b5e66ed5f0cc56cc86d9f823f544c1f5ee377a938847bcea4d11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6146195a0f010981fb044c606fe091788bc0063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178605160a529c98e838d438cab9617ef2849b718a798e084a0df59808afc555
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f1bf65d7c5ba12ada83b4a46eeee3e3e77a66c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8fe1369ca7a307e3ec5a2fd455820f750bce77c47e3c0ef1e9648d0fed2f6b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79baf98aa0b22f810c4b0290a59d1cc18b7c74ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9749ffae252f620d2320be16cc1ca1730c6387a3fcbabdac8cc5a25dade025ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720498172a3bacda6e29ecfd4b8277a1429891b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4870da6a5541de5cc256750e6e42d939abbc421dc0cda7896b74602bf9b94536
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf27106782bd851bd6a9cd91bbb59d4d13f6e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63202e0587351cacc55cbe8c9735768834feb672c65cba14912758d8ae9190c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3385eb1e5283393f4056061761601ff0df0ace4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27f1912847219802524999b82f0b522d45a10cd3ba18e786a854965850f023d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c255a576efab960cc080f6871af4997b375e6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5141dae7a11c3a5009e31f5ecbc9c55e23163aae7b07a64b82f0e662ea7c093
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47ad9371a5f0891a63b504892825abfd0d925cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25442aa062c9f1479d3c72de55898084fc7780e533961331a356f6b759a1c79e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952977be7a89c3541ffad318138489005b636201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc0a707d8cc9fda2d47d3e3661f4a04267a18833f67b4cc9cd7a9ae2babdd6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea60d5b20e32831bd673b8521b666d141bad78f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad74de5dd2b42ff303074f41d09314ca521ab7766130021a46780da4f35418
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f9f03caf5c1850aa177490e6f3a8b35e8fafc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d1cef13d008c7f76ffc37fe50069b113981ec5ae8d3d27ca6364e4d39fe903
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b08ff519afac9b23d1f0a7fa3ca2610ebbd64a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647ada5577795cd761f6a5e9b1d9547ab1c42a53da8da5237a71a72cb2cffcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a761ee9de40be351cfd2bd09b6d1439dbfa18b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8eca15f0ed349a3fc810952333a1bf6940f5a1c0a5f8c81e09b1492c5f5342
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4734cd8c5c0cc032b4f8afe332d5ea5b93f9adf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2bcbcae77bfa5bf3b2bfdb8f81ffce754c410291428aad592d27b6f14cf17e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eec56d419d1d663d366420addc559c53e1ff282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e649b7b34733bdbcac5bba8cb1713a6b6548113e0da3eecb7a3ba751061d9231
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06597c8de4a9dea5e97ee53bbd4019734028b3b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f353aa2e7bb61de3dfdf472847bf9fd48bcb75d01b165241cd36dbb381798
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555db63b7e86032e3690e15d6a684d53d5357c2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b40d742a869430750283c6d8de37b90f5dc106e6bb111c707f4488cb9a55e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21765d14b5e6a568e6badb9b34f7954d118bcc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ef408d1b8535af04fbac3c8e648b05a60bb9f76fb088812b8cdd0640b4be54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfced6dc29fb5221a3edaacd7334500502366a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a36f6be698a79d84b31a7e6c0895182c8211fc9b0faae54bce2a62ac2d65c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4ff0eb07ec21449044657b78b18e81e11b3901
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4f4631fe981459a7233d314321f863fef3e1df60f0a57161b7cd508933f2ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bdd9332e699b7f2704ecd0abdde57f1099580b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1334adbc42e63b98db7956bf4eb90966b0146dec518c995537a26bde5b3bc374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f2bc57023841599d6c042340ae8b2ac1f9c42b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c088938032df8859d61b3c65dd5bd931496e01f8dbc7effc045aa5e86c8a4de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae412396c9f49936462ac40c377f66157f13e7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed46df92846ed49eba4fd83b025109309bc3645edcbcc0a3cc832a2524672e2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8363d629093d2d60129de4160f32311d0c14d6ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a40570d2f308ef3c5a3dbcffdc170636f9926774ea3eb688fda5646f7b4b5ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c9de33be532ed8f040086b075d680624c0b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7ed3fadb5fc9802087964f091832cd8296913f003552844f7b726f17bcd6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd71851d43af406196d692277665569b9f842f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b63020ec8c194e79d14f6161d4d1d9e02d942dbe1cdba7f1bad69087bf12155
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5173e3c5faf62e18f80f7cc712fdd6b06a6294ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c158beba7d43d5cfd03397d804060cd359864e620dfc745d0eea06dda0649c83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6f1f2f4858350ea0715b619ade5f9b2b98875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d852857522c023609fd35696cab3ea023e5ad72bee81b07878867715a986bc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b52159c701bc3704264285008dcd1506ac5243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006ab40dab6c97ce40df80e3337aeae6d367feb02094fff78d3570304640518
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a431bd3e4dc78e83427beadbe070438b76482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3386ca74f2702e36f47901a27ed3b256d3c3f1f46299a996b27e9e11c565c9b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082f21e0d862b1eceac6f7567ca92d02a45e9a4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3c7a3404097e169ef17d91ca7afbaa8604c42cb8cd6bacd669cb93f206fe1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62307993d25fc22bb546a7f0796fa8bd31ae63eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86d8bdc7459a5f02ba035b0218d313b4a50b6c2eecc8d385aefc0f4c2f4b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd3f4e8d82f48f750919dad2b0036e98996fd12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b19ad60e7fa3b34c8415cb1fb4f2b402b178492cbcb9c004e02cd9df1f33c62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498dafe0ca6e8c4ea653af9eef63b3bde5198337
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3d762267a616be1b94a28a66fd1e8c1dcb57e2f9b71aedfa02b7976148b90c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abb08c2d6132e35943cdc9803be2d8c9685e749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbf21aa37e25ad5fc0ce4592f3907d6e33f935e010e93cbecabddfca51d61b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa992641cac43a0cf3d29531456e1422e2726d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159222d5bd1ee9a5640a53cac6f33c6fa6f861a3e76dd85722cb36563cf5f93
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119ea4f2b87d62b62b684d3f7121029c88bb2f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f7080f3a62a4b2e9b6a36ebd9aad5a7b7bdbff2fe03f37fdcd215a9945ed18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179a3a16b5470944a4b2b422f7337af673339498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccb302f1bbc1cac931d943434b8b45ab2d5c4a946401c58ac4e70281460f09d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88086d447a153a95f4ad79f9407209e789ff1b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837541a6295081f4e225d95697bfb47679e8e9290486f30c515651d1e6c5c684
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad572b67f1422fc3ec3b2080978c4ef8ba7b95e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f687799b18ebdc50c554b9f0d507154a448e350fbbde20a44a3f4d0b6712cbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3c418fcecaf49320153f84f2f40d2a6292a84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b89ea9efa96bc97a247cd71f29cf866c84e4a3d4ba58913d0f7321d35dae5a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710b746295e629d5800d36db600c978c037277c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca764e0ad4331dbfebbd4f3e3a4cbd98674841b582eff725c685509bbf3796b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceff5b26b53a0774e8c1622866168110ca87196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd375b3def922fc00419faebcf685a94e1633c27c28cb7614785fdebd82c38bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b6ee87a39986c0c5df877bde44cca3b94eaafe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24956dcc2fb385c542b7601cd0fd6527496040f3133624a60286469bd487f62f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c8c3be26beed860c57e976de142893a5c0403e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e9654fb2fe263d7a2637b8a165dcbc6ee3609e6b527db277281e5966deae19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f45cc60ca92ffa39dd3de6037dcc477dcc906db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537e29d9a90a18f3c745067d07c77d233fc6b5f27dda0388c903af5b9d433a51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e5ecb00d0aa3608f7f5bdccd8792f3af5067c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fd011ff34427a8c654e1219ff3b937e627ed5be6231798b43f1bbfffdd8edf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce6c2843e751f7a5662432bd0f1d1d0af9b3c8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd8a7705d0737e052ad8318a1780544bca2cc2fbe6f96acf57f322802f2d75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305a34885b97d3136210dfbacbdb9b2198db38cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c7ad9f3a39031880f4f06190c3cc408381dddc004eef04212536d7588cb3f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f0e90b7a509e5b70a241b7e8a2a93e4440c124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b566a02a015497db29edf8c018c181386b770c91234775d32c295c4ad59024
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f1f43c7abefa6c0503e823d3ac06d659cc7ac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b172f81c80fd747a493907bf6b8bd308642b3a9c095132c3384fdc106c6dbdc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927c08f76375531772baa45ca08455f43faadee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14635163b2435ba45605b519f59b7e921c8f9b3b8279b60c161d1d37e2c5b199
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72ef7d53e81f3f2db8219570241a2a54cc1ff50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534d629d7be17a6c697c68c3f482f640ec41e824940901d2c3d201099f1cf65a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61966fea8e6ffef72202ff27cdce9e6f50a038bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea434af4818cc4217c3050d2827442950d3f399ee9cf9a39cda6baaa81b6fc91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c12a781169eb2e2229fbdb627240799382276b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785ecbfa92fedbca48f63e886cd6103446f4a825884ac79f7fba34fd9ab350ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad411dba9c571d76d349fa957ab71c1c59694164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68087bb872d825f8a5c18759300712982261e4532fe9ddc69bb34db45bb29b8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2847f14634094057e974e00adad1653001347503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb264155ac5a027550ffa8a77b9b49975c62b9f38d10331dfb75d11bfb488f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69110b7fbef8d1d6ad979439ed8e921390ae231
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72015a4544d9d0d7b150774260fbee6204bce1733770f5b2a4f20bc7ab38443d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a3bc06d6925d8b8cd9dc76b23693584cc018c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa268467ea537d7e7ad9f7405c298f7d360a7576c2607ac2f1546161117823
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e323248b5ef43d385153f9a2b94a592458c82b18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2efb760612d1cef5476b6d532d9f2a3d8db59d806192181e992393033a47a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739494495f121b78b87b171d6e5edb7b27bf49c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564c764c3a303fefd9e888609a58987a319d5a30fb37603e6d260cf6e06d2fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913faa947b536a5b0e8e7f1d2960ff1512f89d37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ad5ce48580102635148c91eba353f281de7ab181316e34898344bb244f08b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120069530f5cbe763f4ae9c60e78191d018376d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ec5d01da23cd375298c53129430ba3a5e346795ea104e606692869e8ddea16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9f87d5c98ca06a7534a4897d9cd5f2a76c3850
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579fc0c30581c73ff45e697bb687a7ac874d7472f19bdde55f7e8a755b7f21e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d14daa25047b42c66ca6943e60061a90afa2c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf0db1fc97653428f900bf473236c0b0b546417a72c7fef6a41799c913e8f85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a923286978e3f45a19c15d4d2b0f986e9785e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bab886714681254fe73dc80b5ffc9d86240a04835664fe521dcdbfdbfaa35d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d6ff0d907141c2cbb9f1fb51a3ddd37dcb8aa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84fa5a4508c0d08c5766f543fa6e6615cb2da43e94c1a6345628976d88f7ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed73b7cbdb3cd2febac57c284cbbd320866408
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccd98be4ae5d74fe6e643aa11cd31cbc4021a83b3ef1aebcff8e362c67552cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a79d344821989e0c9d550cce02c2382675617ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98841ba4611ec68da890f34a695ef271f2b5852ae0ee178d2ad8b3492fd4bc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b530a533c8671f33a2afcddd497c7a507ba3bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ed1b78952777ea85894e316fd18530ba0bc727cf948a41d09fbe75186704e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b46875f3cce3942c5211ad605496c8d224e539
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe746364a77b427cbb1cba5acb3f2459cf435ea63d139107729edbccf7e54e71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b4fddbc0477f8e8eed631ff5e887c0421bff23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12871812db0f9f26de7d9ed04530fb53402674ae3e3373a05544b1352c9eeec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad978f6faf59490a03e860d8f04a9c160bf8340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eae023f2e7d3ab64d7535c2c397dec2783b770121f38bdcbc873074258a5603
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8361b0f53390733e9f2ba5dad08aa3d1c613f36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de90508bcabedb4922a6c554f8dafccf808f546b24547e5746bdb5a8a8e49d17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d1f56aa27000714cb9a1ee83e3575bd4fc12e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7285b15812a7c5e57360757ea12f7d2787af0bb26327e63996fb53b43bd6f8a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf2d98455523bdafb9322f61474d8b2373e626c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370fce7ad9a1d022eb504a58dd10585ac19d21eaf86aa1ef5b1ca4ebdaa0290f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408129cb28af8dfdb46d60daad2286259b37513f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415463409cf7af43618f2f3ae6ad0f1d9e099f6877b0dd2dfade4bf25bc85325
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3073e3232b1b84bb3f2a4cadb45a4ff2cfe59c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0748da55523bd2887efe5fd83ed0cf73a73709df183d2fee0c0d51393adfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bda49b1ab85d5f166664c5d5445584ace5854ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89316f8088049b038d6b3af01164cd7450bc22990c1f13b800728824865f1905
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27661688d031cfafd8bf599e9e09fb914b0cd62d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14844a5d679dcc1d1a9acef16e7f37c78e2b2d785e9c23506b26761bdf8b15d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493dc87e2123f7f313e9364f98343e8428fd29b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab6df8c8e749233f4f5355a68d68d4c7672d325518e477ee1690bd5fcb4d779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd93c5c40ac1b84a7ae061e023556211a17fa18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ddf99460b093644677657206f5db44bfb93ffbb75fb2131177777a60cc40b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634b26b54dd4e726537d62030f180a21f6a289d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f007b09589eefed0da07461696f7d7620e877fcdb907f7dabc29efad6e10cfef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1b98c2cce920ba1988c9916b2ce896ed6c23f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6bfc5c8ffa41b0b43e698aa9a065d943d48e817a555e23a486a9fe2d29c5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a77a7ef536dff548ccfabb1309c9d53b64d3e80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32520b0c98130a3baf219ae7f64d2da3dc51c75043340790f72db6b77ff17268
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5304b8b7befe2147b1250b5f6192331893c1b128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f34ae1f8c10961bbbf961e1e3f56ff76e13ea3ff87ab22602c423437e3f62a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba3d421435ad2389c94c21527fbfff06ecc3aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e23a748e70900e1e99ae8210b74946999db96bf06c53405ed575d94b39061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d6f88f652e6b12f4711a663e6140ac8372cc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8e79d60abd1419e95034ee0558bd922385f61f94dd6874c92283507ff24c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929f618990f6fdb377f52358586183f3181c3a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcebb93a6262709162fadfd42ad0e2c599e0845d4a6a50d6fdd2b2281c1cc5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad8311508b83fe85d2d6d6f002af4049037131c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b8346823c2a38c1933774bbbc711d6a2b005a5fb77a721ecea894580973807
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7110b15d8ebfbcacd11443b8220e647bda440a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e74cab589be4cc2c720a4971be41252f80872f9eaec6f9554d4151b284de3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d746df123562dacac478f3ff8de27979f3910538
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9785335f4b5e32d213de00ee83846005f6169c38bf655548b3911075a94df7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89533c8a46e3da2ca84c5e5738f49f7b4aeef52e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545d604d8c6312048fa81215b09b72a4d8d362cd6dccf0a4a12d4563ce6c4540
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89329e7934187ba4dc9d6d94e2e253e0b03aa6c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90c8495f70e111a096f9157535d7e93371c80b36030b7f5ee7004c4b0bbc45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e214e23a99c6d7cde0a8bd1171479309801ae673
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cb92f3d662b0711f356ba7abcaed28b68845a68986cbc66733784c9c902b21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28617d7c09fa2e383607d9a6e1a7de829e37f2a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e329040a06340d426c1d1160b7f61945f4c16661fcf351acab6ef9b6637668
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7d5178dae817e7c2f7fdae4c40101fb2eced2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71dbc8b9ec14e1cf6be571b2fb4179246a4462df3d847550d10b62f413af0bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998680dde22331ede304461596ea748f3304047e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdd9587a334e58409fdcd9580bacc940c4ec8aaf1671858571c4a1089fd2708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d29412dd50626abe0d9be77afa0a5389a32b69a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91bef6ecd0439f7eba44ee16bb383f5e17a35ee7febf1c4a751f1baa939da9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2000db5a11d91466832204459e21ed80fbebffa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0846c0dcafd338ff8230c683249dc4e772cd383f2e693b8c8ad6829bcc7f4a9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea02c3b6e0b579d594ed4f012b7124a444495663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63e0137e10cbdb9243e37c34d208c88a100399494b144519a78c264adff47c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc45d7e8293c482fa0b29d3ac90ca3a74cab6aa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22945d20d0a6953dbfce531bd16c68f99e2c3fd938f7200057329c5f1709fbc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecde61e6c9b32a338e6d2ffca8532ac14382bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad516a9ff2beea3fe2a654d04439396dc07f4b9f2157f8fa0ccbc2facb16d2a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d5016674ae462299f83ea07bbba638b60285db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd5d32567e2c0feec618c523c0183d1c43dd851a1ad190d569255cd02a32afd
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ef7485de9884939ad193eae516674aac171e57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd3d43cd60b05e5b00eb30d8e544806d3bb7884e53a8ccb23e0b91d3b83dde1
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e068e558cf7a1a07b89ff660a4e5e1f7d3f4893
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6fdafb2b65a9ba8f74fa2c5c37a6e426790218f296f9887f2ca9abe142a635
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcb64275692dfb8c7ab352e00f71e1a10617c35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34146810064013ed5d7e16eb261d41ba3287d43b125eb13dbedf8885c1d7d49
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafa478087c9b7885c839ac077c5b7ac7b468f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c6e817b6cd99f4cb9d2dd585cfe6b0b11511033d2e21ce81562d78e6eee7ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8c2d9fdcf6735f0fa4b216d7ee287b3ce4e3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623440b08cb75ead096168d97eae5dfc74988b1436cfc00381d778579fb1abc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd1afe09ed67467920cbc7343235c3e4aa2f20b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36e00785fc907e8eb62056cf121f33d5d036b336f38b431a9e8754b91f9f731
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494e6cadebdd4c415623fa676d0ea56ffcd660ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8393a220f710c0793da3dff65dff1cf838963f924da06013a6dd926ca16868b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca2f497e046db957a1aa786a10fd6a04da0f62b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb13796220a72430d1e73c0c6be3c4d0fdeca70581a19123822a145e4888f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51349acb67090fcbb9af9a5e6ebee2fdbac8c8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd16d43270efc607d53b52d88c633428b0c28c61df0edd93480f5e5cfde18771
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbe3b701c112638ce86366b6d8967dcd53c2cd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c6d43ccc5734744d0387e7ee75fdc6e7b2b8dc045bad03562f88f98f834172
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32256ef093be09722faba0ffde64c50e63f9c18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47357d62c2b019da52ff1a25d8e477f2e3e510a4adc3438bba16a75e40a212e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3ffce776d8cc61360f0a518578905ff44cc3e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39c132a7c6452d34b67a31c6f1683164cb72579190f168a992a2fcffcf7032f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e695ab7a0b6008dbd6921040d21ddabdfda5e506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221121176c0bfa82d7af74ba95d7d152ad974187622fe5997871e763ce0f2480
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7acd55349d270638e4bf5060ca0971e12510b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1fadf8988419b658231b0eaa3785bca4cb2ccd33e385d5c52412ceaef2b1cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73218b0092cd85ba4f2a837dd41f34a182326f2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbcd19d632cfd6648476753da72ad62193df9dc0b2b9f2e4175551a60e4f98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e893be5064274c0af5dd39e5ac42d3d7c30becc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b51721cd4cc439ff69e47146fb0f32305211b2fc6d5189ff6b9d28f7cc204ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677c2de6dc572cb9de681bf4caec357026d56d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd7add93becb5a8c241b5da353001b8cc06643b227799d548348f64088ac15
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a002c4570c8187320123bdfa6a4660dc4fa575c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8db0b3b37ee0e46d54e80e87635304ce7623200edab96d75ad956f594cd3c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f50fd0b8050dc7b6ac5e9eb75824dd55018d353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e12137511f994cdbfe8dd329214a768f771df86fe330f36a1fdae6905b1d63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c88072c801ef8c102f7cc871203b7df81329ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2719b6b7797a83f8aca2a7d0cea81b5abadf80411001bab87997c96ad53059cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eecd4d750b319c5e1dfb0612744752e0118ff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9bda5e66b07d969e79363f86fa2cbb1159965cd61e0411930ae9b9f469e631
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60aedbe72303ca18d3704f24f6ad644db47f6bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73ce068206ea46bd44b95f950510366052ad7f6ee59385659f3a6dda9adcd05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8241832566b2afeced5a874a3b3640622bb2e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76034e25e6f41fa7e83daffc54b916583a5389dbb8ea44cb08f22289410cba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79907e4d81ec6b98ae70a8619260489853f093f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75af41d10444321a059e498d636b57ba00e1f3acb2076d3e6283283f824a4ede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4b834d7e0f377402382730dcda58d0817839a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc0f0605ce800c1f1fbc1f05abbed2bdeba015292db87ad5031e133e6dc4420
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe07508fce623a04f09b37e91ed29b055f53f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbdf36e72093ecc4d274d100ca571f907a152b4a3a245c244c690cb69ab2c42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6039c35d7f0431686f315523c134758df80c18ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb1aabdec5a3f2a7d9728e202b1d5e41eedb6925c81bbd2d5a82dfc4513d2ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e34951d176cc46f108f185a33eb38b0a22019
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39fc47628c9a909d234e972f0eac360e0fa52defd9693f152b7b803ef031cc9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003200bb6ff66c0708e1315838ddc4e342f44598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7c1016e01773cb1f5553d98add8fdaeb0586466ea6f3876aefb6cf28d7329b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec9fb462a4b6cd47c10b1883f60406519aa11e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbfb49cf61b2c6d828e2cc0f74ea69209a8383c95364617eedca9d9fc45c88c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512f0137ecb9c50b87b809c7fbe4e192ced4ba79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4a60e2731a4406573f48e462afe53312051e5f70008c500051660337e552da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3356d6a9f6b04cd374226cb50a516c241ad48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5292a7364a7037d6a5712660701e99d2854fd70426d456f621e4a7909690241d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760db14a98a329c8d2ca421573afc8436c7f81a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daeb12e9af10683be0ac47bb7fa55bd0f5b15c12327890c5e23b55a2c240b82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b686d47d7530730a0b3ec3cfd96c13c5e820630
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e02a8f5eb3917386a4729227758bd8349c74c741a685d1e9d38b44bca7ce307
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b02d8e7ee615f00f323a97cf4d61a27d3e684fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7613b2bebc83c2a5c610428a55f997c234c461ea17ef8bbd0da79930a534c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8c85bfac51aba288efd3a1c6a85c5f768968ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaafda60be10667b077dca2ab9ac3047cad5a6da73b539e66b436598be9e4d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b78b6cffc8d049361923ec5cda5fd0eb0794023
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6302102ba4e56f20018ca667da6fa002253cd87625947849405407eaf7b3773e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd128808bc2f8a006f8106f7c68f37c3f86f3c36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca977abb9c2159b888487efaf7851507c214faef129b0e10692b33cbea1f8b7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762c5db773271b2221e9a5b8768a99f86aaab7ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021eb4152ae1f0929fa8cf97618fae3c576ed5fb189f46156bb7bb2f9f42c7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9810a08737dcd93924e765a01782c4b23d943fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614607ed2d047a5836d790a898cc0dbbbea5742ce97991e4a10d55e80cace26e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8296890cea44c44ca93e937eaceb1bc94540a6a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecba2ae2ce41212eb291b672bc9b44776182a35992bdd8d0f78e6e4556290cf0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d9e5494d3e405878a1f3480b13733f93448a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ed4b2abd7cbc772b1d21df1bd401acea469e9c025f8eb17719a903a914fd14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee20771420247436deec13a0651cd3f809db074
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f828a1cff68689643ab2cc051388583490bfd71631ac34c291fd979782be4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a137374c5424330c496c3c2c0ec5c09bc0596b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c91b74037a5279bd5e84477c01ee178887bee77a91fdb9de701bb994518c04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4923e038befa338b82fdef054061e962578f55a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12bd2959621ed5d3572727aac9691169d3f477fbf73400a01e90cceb2b426b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746212e950144acb983ee78449bd74ecb959e634
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4f86432ed20d80e7c4caef29706d2f1e665999fd86f24cf80e526810c11383
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c49107d37b2efd07e69f82d0bd189ef21a5e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04084b3fa64d47b7c4e26c11fcd6a6f027a48f260256c796c57449fb298ca80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d99c87dc864c4812e0fff359f2ebc4728e9572
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2960a461d6ba0d5862025ef186a80da6b2e83316eaec638dc9d9e56c8e389c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3695444866b8deb97e539dd5abcab0caf8920568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea571e0d9e4506b3a3215c17db7cb9f42ffafe28b8beaa0d195f3ef0e370e621
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd56ca21e6468daccb8f13aef7e4c402da58994
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de793f242e12259d540177460b709bd3dea59cfe945e8c9f8fa06893fc96fa0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afb3c2173ec2c894f3a0da251d28f278d7bded3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6f33f8e3ae8129f8305a82617e896cb30c1b23b10128f8029e84f6c34d3b4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadebea472e357fb04e487231d6778eed118273d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983a07cd3ed78fc2cba22236e86898900b8b6990591c9f14967f2e8306b2d602
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2f0799c5fe9ef8ef9b5c68f3ca8f81a2b42b8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8844729bdd778b60f15ea20ffd6ea904d36369698159bf86642811c66183449
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b95dd1dfde924f55cc28eced4e04f881b28bad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bee7fd00ea221768f784d62c7c8d9dff8e520af64cbedd5409caf128b66e97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd19242530db18c4c4c800946ab9f213e8d9be8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5db7cd89095937bc2297831ad7efa0e0f7fee96f37d76e922c463a6ca8c00b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bc50a09dce1fe292d8047576f7cd4bc95e5498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8121948f0b846b7af2f0f2bbc965d88dcdc236a2fd010ae4da1ab5af118e957f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707cd8e943c16a385414886402583c20b177c625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9327c4df3c72068898e4a0264bf79d8c323f01e5bf70733fcd2edc133705714e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb32d40d7984163bfc998d65dad76b40ed35bcff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6300a985dc768028f673ad6aa96693e0b1dc00ce8e5da513b8d334fcdd7c0781
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ffb198bc0f90ec9653c7f0ead9e69f14204615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dd655b8fa2f74643ba5e23ea12606dd83813bf625ce89c6767dbef91dd9617
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191eeda9809ae731296f53bb633d624efd6cf771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431b4bfc71b990b411eb19ee3c61dd43f4b0e4f0bc61426ad3dc83f6a92e6ddc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf26028eefa995e1e10110ec5d869cb10580e02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e43ac63c0d63b728731265c0833ea0e7a9146ac6c93c595f6838ad107057008
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c47ed616da3cdd73218c4085fd46f1a08d3f9e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eee5dd5d657ccb13d2d8a9d953b34f2969bd6478c7fce9ec384370d58589f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9b226b206da8224f547539df3f86cf4b168005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19af0fb6861179b1416cd7eb7acb3821d1b2a0e8182ecae97bcfd95877d46b95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d505793087f39adb921825278d49a8dd9568c95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb6544c62405a845cce89b58dc095a95080dfb09b075b502f5f4532cbda081
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8d36383f95376e3affb55810e46beb857c7d51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec45a90bd1b9ff3c743d5b6a6c5355982409019f4c8109902f7939ebc5623ed
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b06c1747898a7df4bfba0e245e4f3a559fd5747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ba2e08f9fdf5a9dd57304785ca3739bf1423f36bbcf399704fe6bcf146cea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb98b02c0a9317e37f7aa8001949ca50e5c5458
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c75fe8726f05bdbd3ccc4eac5c93f25425d707fe874cd15bf89758f8d96f912
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a820e0b92e35736ad957ec080b2be1f042267ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000b1bbcd9a2dbbb12cbf36a5f88ae0f3345a5c47390bce75f734b98d7e69e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4554ecdff8bc8239a41d35db8281dee71b5ec5ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7923480df4a6e629da625af79a350ed2582832469ef00e771d431de755ddf760
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcb9a97047b542e7ec09adc3ecd0b3d29152d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335be6220d2aa66e55320d98ba596edd27645f71463e71711ebb18a48f9de32e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11ba8b6f6263c82b0bea311913ba8ddbb71afe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbedc9e34cdc416cfedc78fce75fbb5879621de03233ab745ea4394d701d5ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182a4f471faf56ff75714be0c94de39b1b68311e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8727b921ec50a9e0913460396f5a5a8d4101c50310a55c86b019719cd1c9091
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daac57fa37b09d19b28098325bd9b5f0193d125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7818b0b10596f5e4fa12f164dbd4d40d064489a49a7bb5ad61a6fd154f745e8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2755d399040cdca8678831e82ef8978504d1d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382e4a8172137d13cc2926a914985535bc22126b6dc1aec92d9d9e1f90312ed3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a57e09fe738ab0fb2e6bd4e0919c926435518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa454a6f153be2814031a3a141250f9a4905628fc14a3517f7581faa21c8279
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be011e9a28443e7c149e784a9daecac2caf328c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e7a706eff29ea6c8a4b0668c9ed2d52aed4d34f02d003569f3eea31f9b11a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75807cc8c93ba3f597ee0208033d42e148a9b3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a38f93e678e4f4101d187c344f11b0b02dc8da978e7d05d5a5870d26345b26
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e3bbdb2e61c46f5d18a117dea0c99084ae73ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee7feaf420cea33ef522e3a6aa13b6364f9ee4b8784bdf0b116de1f83bf186b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee4a76820946f691f6659a9200a9e9652b5223e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a16609f92f3f81b682aeedb741e9dfef10e63b7eb696858c04b3ed6c3dda5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdc6059da12f38c3de713c1dc04f451fb1a9ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850adcdc1e64c3c531a75f32b19f5d46bbfaf70f86b197976c42edde3a2f77fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae816486df112c9cc034a40fc4db6a74c1e1cb7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630c2a17bc99bce794022e5db462ebe0a0208705b91100370963eade3f5032f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1678df19da19df3c685c543dbcfa16608c7fb57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc0630b92a43eb675847f5e99728ab2cd49af6bcf05dbd708287daec79623a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fbe96fbafa0af583603fa653fd03527ef71982
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aab34e36d4fafd33b51f585ba68099db2b0b817a9a20069e67f82d531c4440e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07a3b9e0d78f432f6665f94439a5a02c01257d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af83ead23546ceee28f897c561125b64c4972790a9d52855ed03e98282bb472e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9428494e4078f9a45204acd95dae21bc3b07ce15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b02017ca332ca697995358d5c43a55c8016335216d792b4505c0e2e19b8a875
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1fcf2dde4f5a013e560e1cea086f729a85405e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a139b979150adbb3d350d84cbebed9cd98ca7008aee51223f7effb94f81e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2218df96dfba761362e450882ead8c4da13d5e98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1475f83c241c7f6283df2d88f17e46e4f553a57eee614547ddc2bde569261dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1420555dc9100b2d4e5fbdf48151679c6f6683c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7bf41134e7647a73637d2f809f327abca97df2dd3810c204932d16cb7c820
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1a740083d490a286c53a09da54227133430f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2780a2e0dc748a780b5c52633417958cd2632e23bc0e97c9bf33c4ff65fbf0a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a38c4af1c26dcf503e97184033725063e0560bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b49e2a36569eb03b975e2db4e736fd7e83c99215445d2b74003c500e4bfdbe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b672da51beb94da85fb7db2a4c6bab14ecf20469
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4edf171756d0298d125412dc296ca9d2ef7ea2aa53780d05f06e3d778026588
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb70547e1b92cfc2a292bd536ef95e25f083c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772602623dc5b7f998139de07300c22c648466eea1f2e502ffe6f907aeb7d385
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008d5906e8b715e2e526122e37527b9877bfca52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bb7314945e31205e332d0845811cdf8f3c280839c7fed0453bb6ca6a803e1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7b5a8f35c4467dfd0296983a6b249d5ba271d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28270e984870396a1c9ad4c6ec94d12962fdccad00fc2a1a47bab48239e28ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6596c657e6efed565ed4d018d4d65cb339a60e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcc33314d6cc666df29f71fe1b98796b6dc9e47d79dc02f231979229b53ed2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca4708704a3f26c16e1d31b79420af19a5b8ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe19482f89ac88642e76e742ef7d4f2043c1c4c054210ba06f0b1f60ea5854
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103bbef1560e043f7ef7df061d35c6cad8ec9903
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cb4aca14b6ebcd3b7240a5b611d06ffbca6b6f11bdc770c7b7ca089e9b3cb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd8aaa0f61a7134c44758c7749f397a362fb42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820b44bb46ee73a4d819f741ce72bfec55f5d32357c38afb1d1cfdbbc09d2230
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8afd55c6043de6f255494b818e5ba7a58d3ebd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c5ac4e4e929fef676ba34f8b5b39bdacf157f86657a378af8b8e58e7c77262
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90209fc6cf05c35081b0353262a64b19bf8aa965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1472529a399dc1077797b68ad923b3ed778e65f41ba0caea2d175bb75cb36b48
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c489533e913a4116596d9ce2554cf9cb52233020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d6a92702f54f7406d19b24438bb40ef0b943b6033220f951d23ce8d5c7028b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7f8a9efe2d630853fed78a7536491b721d0f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504d21221af19ad81986019d2daaae635c4349cb99513e6f86ea619e6db3cac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d924b8fed5a47099b8c4df9e8df60f28002fcd43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02627c52c24c35c6664e7dbdbd59c9d1f8935fd3e3844628ab6277803c6a56f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e3f3d2bf22a379b89149d6e852ac2c779ca453
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335c13e85a4eead7e53bee7e1c601ea01fa1e3bb0a9dd8f32d825ef7f35e1ffc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f76ee63253f8ffda234e32eee97452aff138fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2ea54685772045d8405ecf6ef11413309c9927c1b3d8a1a6b5055902d1f6ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8f400ee2039a49707a592a1b43a0799386d6d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d29f02084aee1fc0ecca878ebd797791d9edd3a7ee14ddaa130cf4c921c8fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2c576672d7d85887617b60b6506d842b1a81e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f514012cfab0b4ba096844e309ab4ad3092ee751bad2a5d9b8ffe77deed6fe8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2fa4d73b797516db4f469d9d16d3740144b52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a9c06777c65baa63874006a68dd206366e8d8fda375184eb504d0b9386d49e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43fdf4233b592d0386bac41a501eacada6fa646
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d70935cf351015fd78a0b62163e539b2c68aa06ff3c17d160111f71b7cb0eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b4f3a8b13f7d3e62f009dc5f78fd23b7f9f44c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840ca52437f7f9522d55136e19a3bf8960b4d1db07bd810ddfde98ae35ddb6ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053936f07125085bd960351e7e8d6e7be6ba1754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1427087e36880cd8f333068ffa5a37e72b87b10a5e0ed694ab32610ebd7fd126
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c869ae5739b86457d73f1ad8f1969b0c05d125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f486fa09825c31a91321dbaff325801be53ade966762fcdd621ec032b0d35038
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2145b355de41828ebc37d9f7cceb493b27c09781
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecddc9743abf20f86a29e8c4f322bdcafbb1715bc6a988786a3126034b81e91
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd57df89db481a858b2e26bfb9104f4ae6e7413b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1c072f7562616dfecb204a06ce1c95c98eb2b71b48d81ca870f30943ec6490
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d601110235e22bd86d80fd6549b5fec20471afaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b3710f8207f0fc68d6701e7ac74ab7a1aaa62b90cf74a5054dfe22b6189c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe0b340c62026326abbe9f73432c519669a0cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdf9cbc493ef8d879f42066440c1b11fd8cdc254fae94fe069071655593f92e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68216c61232c8ad0c7cd1d159df891d3d9eb06ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8441b36ad73a657acd0758558259fec1accc982a55175153946ddc6346c13767
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82e3fbd8227f201c9372e3bfd4bfce7d53e5da9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c61057134f498c8a6bf4eedc3bcef9ed20fbd539181d2a378052c671b39c4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b4ebb01781833c8e3b2e7865dac02e397db011
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a408ef535a10dd3b9ac338ef7e3183ad9137e6da9dd2bd7e2ad84b4fcef29c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bef4b2ad4ccea1ce55d59adf63f4fef7a5749f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02dc8990d74a758946bb193b268f849220d20498fc6e1f4430d65272fedf18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee430ca2a8eb41e7d802bdb724e26017107b0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3e9974321eab42a868b1e04f0e90a22949dd0f8526fa2e3620c969890cb586
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87361a9b3c741f4bc7e1b315166f33bc21b64b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e65f616f1e10cfe8516dc1c1e0e38a409aba2c3bcd485dbfacc41d1534a6cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1904b464f98bf5fb419091bb451c698c9ed4b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7a552bda98bc360da63610487b676569fef1199b4bdc16b6da815e17ef6f59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067da6859ffea6cd228f610616dc0780ebba672e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26081c493fa53c77c9851f0e9cbde9ac3cb49a4b165b6645f7445229003516e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1797b6670c23fc07b5e51023049848600a46c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513529234396b73f7cb61e1ae9620847dfe7ef062f963bab5844ecc653e5c672
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90152206a1ee60594218764b900c040ef4ffd6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eb52984d2ae2a788e30334be7eb4c9f0bb9766d5b169fa3817acdc4686d5ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bead6f8731b1ed16fe319c72cf1b5fc97ef3ac12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93a05a02baa16b53f9ce9af40d26676e37f58dc76597c1d127e4e46e70316e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953660b3c21f7121aee7eae88a616645d375855
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d42543bd4cf9080fb2d4bb4ab7a4d0a469bebcf5f08d331c0c5ec38d100751
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9230b31b80bc1609ce1a8288adef24d0aaa7ea72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16bb84ff39c7c82c23df5a7d82a2f02ebb97b48f18a1605e73b567172f8fd90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f447909694b5be2e208fb7d2813629323826029c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cb465bb3c40d2c04d4780179067e8bf47fcd3533a142f4301addb9a4362056
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515aaac4ac373ac0949a55efd8f1c0b3f687f436
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987426e89ea45644c104f1238e1c4d049787369078268f5bcfaa8e2c5db83ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ebbf49143a3868f22030165ced3e6c7b229264
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011d90a497c8c5e2e4aca4a76186beafb6fed1766cb536e4202d95aacf8645d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469a5ad1ef0fe6d61f114563f165ca58930ba3fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41234fea1ce84b433086acc041d617b8bfee292b36a5a276120e4a6958609ab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd7a8c14c088f8315db7b670d8d9ba252261c5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca76d79f212b8f6d271c1f0747327358572949b6b731f8e6d95e3afabc9e848
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bf6165e27cc2b6af7d80a947ebb8488e066d90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77185f17c50e7aff0514050e0aa2f9f190284ce3669d748318dd689e5d64975
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207f2392b1403dcd82f187062059e6c48bfc8907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba9cd06a71232357cf6f145ee3bc214c7f4f42305a1377f197952ce29e83f25
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f078fbe3bef32965cb0fd382468d6a90943a6eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305e480c32e994c4fe6180bca6677fbc55e425a805ce35ff92fe238ab72ccc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3608d12d7e9d82595637138832e72310590fb67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6593647dd48963e1ef7a86a1373fafa80db2a101536e0ecdcc1d63d0102822d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633a6cdcfb7417ed4f6158abec0c541ca599396
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed03752a19eac11de392f614d2f0ddcfa7f4c954d9025daceec16ae19aed5ab7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4d49135c2bf7113349e4c7b29fb07bde38d769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115c61b9940ce25c69cc81ad0d8ca9e4274be70c5bb058d4fae37e0a65fdd8ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fc61b3f8c8b329bee386bf66687536c3328460
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78b90d479f2cfdea7d4c4fb0749ecd17891bad7c6192fb4229fb784d8986e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9642262326d153ac62cb615c83a4569a8dc7d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d264fe0e166af2f1c61ffc575ab6601d8f3f45938b38f699c086dc3e9c53ad58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77900f28a7f659b8b05806fa0a712b0ece89dae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8331c3af2a7d8e1221b8ff02d4f3d562548cf1fa77b36f03aa548333cd23b6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4f1b2d416198b4474af1f0ef02b5990fa35d99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8d03780d57b28d04cde88fc55cd61c82debee6133ed5b017723ad439d6885
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd05b67db594461e77967c9f9dc9e33e0aab7d4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecfbec44b048d2538716a069978d18a2eb8ae9a3c312d256c99e2f5105ddd51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a685de285c32abeda933e7f954441c1ff1c070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ab338eb184bc41755b215b3bfcbdc3855db591d6b1bf05c5399dd8f09ef51
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c226630ef145570dfdabb298075f0cede9ec7dfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2112f842d005a9f864cb1d2d7f30539984fd6b3abc33280e421ab2c2cbdde274
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca30fd18ae329e6de72afe09ae3e5536d06a719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf2133e82df90523bbde38aa7c7452c4b7a8a0770c92ba301b7f308fd73d92a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4138a3b63d99129d0560c43d88a71e9db1b76fb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1141debdc90d2768b2c3ef3959452547ce77be3ff977c7ccb8b5e64d044bb9e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676b7c240523fc30b05c534f6662c1614ee42f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1822917f0e95efb14722f5757cf11661b0226d43bb3a4f7c07f31d6bb59a94da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b4b84f1abc425b89f0b2c97d9db9461762962f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1525de10412943e705351313e1e4a37acccb90990b07d4a8308419feec8922d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc68faf1aab9d53de72e6c4bb45a54bd13c1aa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da8f3850e5934c9e9b72621373673569c5cb91f5e6e5df2e6acc2057d7cc943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f616633cf1aa6c8901939309c53cba6033470efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b25095722fd20d94ab092eda94a87abcd49604e76938a93b8baf2f6d20c8c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397a9876e03d10112136f38d6bcf36128019b65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704b604489396363b2c8a8384dd2d7da20f4fbdf8636c75135bf76e60d78289
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75adb3bc03db0b4a6221d0692fc3c50fed34fc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b38ea9e72d2cb480daef2d4e4c1c42abb12c264437f31f58e4f6d6a7f937ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fd7eccff498146ba244cebd5f2be4fb361c94f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ca7c2fda0db1c2bfa5ccc0e69e3dbf1838850871f5949eba893d640b1787d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554c4316b38affe10f80940e7bbd770e3c20e52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c734f4f521a79219e16786487387c7faed1a0a8f56d6965fd7754f17746155
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d30d32fc68e5a8130adae48be8eb62d8625926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780d797c03b34d6c807c4d28b7ad16bc342dc9e0d0bab03f6e04e22d04b6bc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779365694fb821b8692f684fd40295cd4389d8f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cbcd027afad78d5edc5280fcb4a9158b926a16550db1c975d17ec99ad9982d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6699e36fdb20b97298fb12bdc26f78fe247bab53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5fcc4038026e6034782b9d39cb28f894b8b46a834623079870d872c765d460
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921ae942e7c6cf67e7419746674946d08beba0be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a520531ac595424fa346e32d76fbabf7a0c7aedbde83e0d93befd77f7ec279d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed5546f0399e80c549f9a31f31d0146d4134e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0659ed92bec96d7023720b1832f2de64d521f7f1eaea53fb7dde896f6b6387cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c5939b3700b8f7cc8ce5b01ccd9c8c36130c69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3856067179000fc1188caa60570fbb43a80e238ef9c02e12cc66cf7341a82e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c204f68f7aae913756475d6c346a77cfff0ef75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2650634b3e6322efe391886c685d301636ce7a985cd7237946eb2111c75f19bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c1a475d0c5ac0259c3fa952e1e03e78785f77f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995df5e5c8cd83b689a51a3c930e80c1c69b54c24decc4ef2c51754191fc172d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1415d07508c3c3f0404d53d5b2c6a78bc909b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5352556a1bb9883d49ddc71fa0cd719a2d258ac93937e7e7474c7086e476b54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d124bcb1ea58a110457a6d9b898cbe29f52a5b50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a28c49bd38974b2fecf28bae0f2ec7f12559b8f8dff76a81654c41b8512697b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e254a12406a476d0b50b9404da242e14595ca0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cc7f961b121b0f78fdc9445bc5d8ab18bcdb483892ff611e95f39fb9364871
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf13dd4dea6a77ba4fe140678b74c3f773dc3313
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a70f256bf09e7046416ba60bb892a4ec57fdf86f2f7420bb1d6b9e34c09388b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06ca6044bf290ed9086f9cd2830fe985b31251f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922454ec169e744aee6cc46a5b7c23217c484dc5a7059336cdc831265fca29be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e01a8b1e17ce93746ac97cbe2ea770b78d91836
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878895a6901afa6145bcf8b072702cc583d4dab884b2850dc58055fabf5bcca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e8fb0aae7df2bce2408613b4e80aa3315f64f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14c79afbe7e464f3d0da93153aedba6438c1ac6a6c7e5f7b86f247f780b505f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7587e06683e77751c5c8773139a2f3ab46074679
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fcd97e1fa45fbc67698330862b705df52b106bde962fe0cebab1c40a7b23ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11fdb78c6b4aa541bae3c5d04f6a8f01233e9b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9230946e06fec766fca9acf459d42ec3cbf6259be77ece283a53468a94ff36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdff3accd16f2330248f0a30af6356fbbcac3d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032a5f956517b0e8ba8a7c9fe8cf4ad92170f8adfac0c9846bc66b92e1378a01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba55aea813249e470dbb561b90368dd29f000aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e195139f9286aedc4ecb09b9efc1d7c24d3389bde0f9efb09442a2b94bd7f121
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576df00ec20376a7caa4f6035429d9b448794e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7432a17b48951744b665bc851f281088887f73e245b68c3ed46206bc5438b093
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8f093c5bd514cf0f1bb56d80a007cfea02ca58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736842aaaeb3625264ed73b3dc7fa2458e983a212e5c5a4f5a11581bec18f72e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1a6bf03bc3903336f5d8c816334085bab183fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071640760698ad4b5a3f3a6bc05f3832e2875b6a86df60fffd645aa4143d138a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082d74a709648f7eadc08fb1564079995cd7b1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8881599fc7d5f048e93ee2650d386b0e06578899eaeb8650fc0b52b02617b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027198e1edaf38f9690075c85c7e9f8a52058fe7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16201b35f8a1e91dc24faabedaedc0ddda893312be3c28232286d1f1343eb15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5aee545e61a77da7506ec3ec78e81101629c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159598b49332b5e66ed5f0cc56cc86d9f823f544c1f5ee377a938847bcea4d11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6694eb53a226c1dbb5df69f0457cdfdfa4ca58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1adc3da7dd49e9d9e0006ba57156c60ae5e3eb7b5c1f8461117fb4031dbbac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f1bf65d7c5ba12ada83b4a46eeee3e3e77a66c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8fe1369ca7a307e3ec5a2fd455820f750bce77c47e3c0ef1e9648d0fed2f6b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e659cf53f1661995f4ad375e0367defdc4d8cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a3205fccb8443cd294bc0e5288c64fa288f9f0274c50d5aa39a09611a20414
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720498172a3bacda6e29ecfd4b8277a1429891b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4870da6a5541de5cc256750e6e42d939abbc421dc0cda7896b74602bf9b94536
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee219d9fec2e2dabee5bbcd67cfd74f3abb8e418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a953a686b4dcc336c3834a9d78d39bd9c84d7bbce2f465b8ce35717230021c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3385eb1e5283393f4056061761601ff0df0ace4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27f1912847219802524999b82f0b522d45a10cd3ba18e786a854965850f023d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e05476aa1d9a8aabfbb25fa12c8f2f2ba356f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e0e6b4237b09fee3ef4e4f1561cd6c92f1310e91be570782181a956309d12a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47ad9371a5f0891a63b504892825abfd0d925cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25442aa062c9f1479d3c72de55898084fc7780e533961331a356f6b759a1c79e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad34e4e2a954c4e0b3c68252468541ba9332ba0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1ac9f57c6fcef27489488be2c7ec39707a2c2801b98d9c48ab7872e9d54113
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea60d5b20e32831bd673b8521b666d141bad78f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad74de5dd2b42ff303074f41d09314ca521ab7766130021a46780da4f35418
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0c0965323e4d5e6ecc35bd0f9565dd54862bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31581ac767e334776bc2c693db3d36632df30e4baf1cea23cf4c413f7022f48d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b08ff519afac9b23d1f0a7fa3ca2610ebbd64a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647ada5577795cd761f6a5e9b1d9547ab1c42a53da8da5237a71a72cb2cffcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339a72a416cceba6341bf3051fb4351f4ec2d10a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634b749298dcff003d746459be41ffdc5fef47fef9a3feb618a1e15e57351713
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c700fe24185589aa10dd36eac0d783a4586b2a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cd6e9a8c8d11e5bad423fcc948ecb8271a86af5cfddac08999e272c4b1e06
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceca8d59b2bfbceb093c6ab1a65dd653bc3c550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2018fd9e7be99795ffa1209b3544d0663f943b1b47b47b1082981dacbbed956
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eec56d419d1d663d366420addc559c53e1ff282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e649b7b34733bdbcac5bba8cb1713a6b6548113e0da3eecb7a3ba751061d9231
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30835a8570d7e884ab8be9fea75437260a12bd56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6335b9ccf3d0c6b64eb78ccff54859ed27abe2291946475247cdcb489b74a32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555db63b7e86032e3690e15d6a684d53d5357c2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b40d742a869430750283c6d8de37b90f5dc106e6bb111c707f4488cb9a55e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c59c34e692ee3c4210ccf8abba615b0a0c9796
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c70281c88c4570cfe0df77e7e82e7e367e35b23f18bfd2553d0117f3a2913f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfced6dc29fb5221a3edaacd7334500502366a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a36f6be698a79d84b31a7e6c0895182c8211fc9b0faae54bce2a62ac2d65c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605fcdda08279dde4621f3666ee3e06cda61d1b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b490904bdd818725bd991e5e5c2bf07a5ec951ef5c10cd18af5cffe5617280ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bdd9332e699b7f2704ecd0abdde57f1099580b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1334adbc42e63b98db7956bf4eb90966b0146dec518c995537a26bde5b3bc374
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d6b17b1d1e5aea1eebc9527e9f14ec914f4651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251bb7a2875c4020338801cdca5cf89ed03c0d018aba64f6c606f9fc820a2217
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae412396c9f49936462ac40c377f66157f13e7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed46df92846ed49eba4fd83b025109309bc3645edcbcc0a3cc832a2524672e2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f3046dd1c41d16fa4e757903857e1d8ae898d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6742298121a8f3f7fb8a1b5757b54807baf498266e03aa1b4a4e48dad6f436cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78458cb8fc028e12aa8dbdb88cb15ec1ee1e5401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b594cdf768d10dd9f4b1172f9e9f55631140f5baceecbd8084d79b08c7a6aa9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc6fa6c4adbdef7e24719f34c095d151d1074f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec558a48f333ca79832779182945ba2f323132227768546b8a8fb0de8c089070
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2757891a55b07014dc356fb032f8fa90857c86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a1e52c6eff64c7b98e035f3d652eb342df89f0ccd11ea530f7deaa7c3e5868
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cd5d5fa330609e1ac3c4b2f089bf4d39ab6cb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87707f500a079e3c55aaa8aab8126c0131de87d4a27f1a0063bc0b0e83e7f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6f1f2f4858350ea0715b619ade5f9b2b98875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d852857522c023609fd35696cab3ea023e5ad72bee81b07878867715a986bc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a676b9dd61cd1823ccb410e81bf82fa28d077d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb57ffe9dbd919ec43d67070860ea1987472c9ea07771ad4225946662a2496
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a431bd3e4dc78e83427beadbe070438b76482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3386ca74f2702e36f47901a27ed3b256d3c3f1f46299a996b27e9e11c565c9b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8035d575e10e20124403bc25498071e8542f4a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139f5e315d8b2cf4d72bb882a92b7f4283b033b0c8fa89bb71b9ddadfe6cbe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62307993d25fc22bb546a7f0796fa8bd31ae63eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86d8bdc7459a5f02ba035b0218d313b4a50b6c2eecc8d385aefc0f4c2f4b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03044755ecf1c550286f7afac7907f3fbaa453c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67539b3640b1e3dfdfb791625f14c37ff050ce52d637fe22f38ca909d3ed1c7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498dafe0ca6e8c4ea653af9eef63b3bde5198337
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3d762267a616be1b94a28a66fd1e8c1dcb57e2f9b71aedfa02b7976148b90c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8fdf97b091b2ae2d88586d9e44a9349f88b00e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afda6d2584f7871f1c7828fee580737fa2b69a2ffc769af6637643d5d0e3bdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20260a2e7bb52090286cc0ebe3183835e021c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c920b28bd8532f6008065faddcc7a30bbf3e71644a07d7d684f5b418c4e1b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced57ff2460bd4743f6dcc6a0199a7b7fac58735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad324686c0b7091f8727c6b09ad8f37e9dd78b8beb2a78c46cdcfc72f3bdf49e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119ea4f2b87d62b62b684d3f7121029c88bb2f52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f7080f3a62a4b2e9b6a36ebd9aad5a7b7bdbff2fe03f37fdcd215a9945ed18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aebdf9698e7ba9d92bd5533ce0f6c1d682b1d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517e65671c3cfac8a192d5dc12c87a51e1dc67669706e0dc0898c5d3645c3c5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88086d447a153a95f4ad79f9407209e789ff1b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837541a6295081f4e225d95697bfb47679e8e9290486f30c515651d1e6c5c684
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026dc61cef92420dbbc2465271b35e1a04ac81e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfce5fa17ee628b821c4811e4c157fe5b3c8c3ed7f11156f161116817c74bec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3c418fcecaf49320153f84f2f40d2a6292a84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b89ea9efa96bc97a247cd71f29cf866c84e4a3d4ba58913d0f7321d35dae5a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ee49fbee904e5cda9b26015d3b4aeb0b36243a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee7f6a6745c1d2c1e35c2cf997dec27448f3221666a246e58d7416632c40d1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceff5b26b53a0774e8c1622866168110ca87196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd375b3def922fc00419faebcf685a94e1633c27c28cb7614785fdebd82c38bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c9837e9067d724c80508646577575395d66436
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129e59d04099c0567f0b03676c01bc6e03b13e6b3f8dfd2fdf314917f6572e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c8c3be26beed860c57e976de142893a5c0403e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e9654fb2fe263d7a2637b8a165dcbc6ee3609e6b527db277281e5966deae19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a24861165c8abc5ed2eca17d5711e5c3e02c821
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47807a0e51b2ebbf6f9cc40605af8f01fe4df73224259854d07d6fc46afc85e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62dd1b42685d0866c389ee78246bef89fb311e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d27cb73bd4e5fa1d797f031275797283dc82b79bb3527fc755ef97b45109163
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff04cd0b6ab0023ac6d79722552aca781ae239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef2bfd85c3db78d72ba04b06fb8d1bceb27802487597397d49aa225ad2e9692
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce6c2843e751f7a5662432bd0f1d1d0af9b3c8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd8a7705d0737e052ad8318a1780544bca2cc2fbe6f96acf57f322802f2d75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77af5fb387726276164cc18c1333e18d15578fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfd42fd0a1da1d6d7bbb8e861bd7cf1ae15ddba4e2d4f5a31da85a41d3acca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f0e90b7a509e5b70a241b7e8a2a93e4440c124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b566a02a015497db29edf8c018c181386b770c91234775d32c295c4ad59024
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e42fd1c562fc7f59321a8bd73365a6252c6d81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b0264b9bafc1af23bd795a1ea22c5639dc49913e72b816630e9da29410a51a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927c08f76375531772baa45ca08455f43faadee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14635163b2435ba45605b519f59b7e921c8f9b3b8279b60c161d1d37e2c5b199
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cf49e37568fbcc57fefd806de3f563a71ff8d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb5b45916c7294994dcd69640874ae2c590780657b108838729e744d7768150
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61966fea8e6ffef72202ff27cdce9e6f50a038bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea434af4818cc4217c3050d2827442950d3f399ee9cf9a39cda6baaa81b6fc91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31a05e97d2e43b825c94206141f91a644e0f1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7562ab9f7267cc58bb9ae3af74625cdbce002587f8cb8685e9dfe6b9cfd1f80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad411dba9c571d76d349fa957ab71c1c59694164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68087bb872d825f8a5c18759300712982261e4532fe9ddc69bb34db45bb29b8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d734b463a9e42bd220b237f0c52326649afb25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdb632c14d6083d6d02cee8a4347ef2e1702564bcb0945b92fac6686d1a97a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f46fab1f5cdde53229b3cd8bd6f566c1184c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41522be6973979b37c913e3031bed34170b58e720bc9e1c620dbd93f9206dc5a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d0d4d4e2b6ac24b9ea25e4691c8f7fb4588b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7738ea993148fa3af75fb8d183d0ad35d949609c60f964197cbd5bab1f91ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a3bc06d6925d8b8cd9dc76b23693584cc018c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa268467ea537d7e7ad9f7405c298f7d360a7576c2607ac2f1546161117823
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce63bcf675bd558282d7e8b104fe8ab3853de9db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e6288c217b09b48e901473a97210b54676d319d7e066ac6542d8ca0c23a459
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739494495f121b78b87b171d6e5edb7b27bf49c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564c764c3a303fefd9e888609a58987a319d5a30fb37603e6d260cf6e06d2fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9404f4f1b18c4f3dce72a4691651ff3de362bd9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce15b8237aace47f011f42f6cebab5abfaf62a090bf39fdff67f97495b6eb127
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120069530f5cbe763f4ae9c60e78191d018376d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ec5d01da23cd375298c53129430ba3a5e346795ea104e606692869e8ddea16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4babc3691a75eb7d64405c11d71e62f31351835
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892beb84d6b497403b9c4d1be1f7532bb81fb8f8b9fd4c26e7107646ca2daa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d14daa25047b42c66ca6943e60061a90afa2c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf0db1fc97653428f900bf473236c0b0b546417a72c7fef6a41799c913e8f85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03567f84f7f4877114665cb403da32ffb4b410b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7770c7e09729fc9137536878101ffefaf2fa4c4af5efe6f13ccc07c10d8815
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d6ff0d907141c2cbb9f1fb51a3ddd37dcb8aa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84fa5a4508c0d08c5766f543fa6e6615cb2da43e94c1a6345628976d88f7ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971a9113ae967aead40f18f312dba4aae944ac32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3228856252905625fd75b73c77ea454a44153aec8bac5d3cd88da1f5470912
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74dac1d5ed2de701b96fa6b9feedfd2d587033b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8917253970a4458addfb4e0a8710c6bd993a37d885f5e45dcb7936ff30b120
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eebbee818494c9577d59b6cefee02ed714cb47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e838496b17a093b9bdbb4db224e266f743423ab80137840f36f3361596b023e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b530a533c8671f33a2afcddd497c7a507ba3bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ed1b78952777ea85894e316fd18530ba0bc727cf948a41d09fbe75186704e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961560d4d5ff122956d9f55ccfe5e370c09f481f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ba2c0cdf6784fafb65b0ee688acb012b73ea384022f7910895fa98decefb5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b4fddbc0477f8e8eed631ff5e887c0421bff23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12871812db0f9f26de7d9ed04530fb53402674ae3e3373a05544b1352c9eeec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c96b0dfbb6420ab1b7010a56af0828c2f4b5e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8132118e976a19aaa0c6c9ab4e49ea292463524da60769cff60e33c2564c87ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8361b0f53390733e9f2ba5dad08aa3d1c613f36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de90508bcabedb4922a6c554f8dafccf808f546b24547e5746bdb5a8a8e49d17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53e927b509904ad08dee69a006ae685cd3f95ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1699658807e2b0dfdd0040e9f098261ebeb3bd2d71099273ca595e0f79b1a3c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf2d98455523bdafb9322f61474d8b2373e626c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370fce7ad9a1d022eb504a58dd10585ac19d21eaf86aa1ef5b1ca4ebdaa0290f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bd156b3a4591f8a31cbfea6202d3fd293f38a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235bd82548b7b084ec38fccf6943b7ba6d494fc78f951b31ff3c07fd59202f1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3073e3232b1b84bb3f2a4cadb45a4ff2cfe59c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0748da55523bd2887efe5fd83ed0cf73a73709df183d2fee0c0d51393adfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc306c11daabd8d441e3544e702d11d830820250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaf8c6fdd0a32b24a992b3ca690c06f071d4708202b423fbaef7241365e5c88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d619305a3d1413ce43a7cb79a7e99fad14cc93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83ae215e106448939c41f86f8b3a34e95807c82b8edb1ae8a467bbf361a8d94
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56229ceafb393668a48cb91bf77c4842c1fe6f13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d5f1d62fe0e63162b6a76e285bb0e4f3306fbd4921c84676612b395e955da
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493dc87e2123f7f313e9364f98343e8428fd29b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab6df8c8e749233f4f5355a68d68d4c7672d325518e477ee1690bd5fcb4d779
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf287400acfe5284ee864dc714643adc3f8e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c124ad6a86451435a9c225d841282038714079b2e7bb9e008f34da1edc8860d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634b26b54dd4e726537d62030f180a21f6a289d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f007b09589eefed0da07461696f7d7620e877fcdb907f7dabc29efad6e10cfef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b953bb865c1ba8cc96515935e06de9ffee78ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f3fe7b00700d5186bf044556a33803423aec3197d6158f1bd0e6067c196504
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a77a7ef536dff548ccfabb1309c9d53b64d3e80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32520b0c98130a3baf219ae7f64d2da3dc51c75043340790f72db6b77ff17268
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad91fe4776246133416076064d1fcdd16b1da67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3748a67d48ffc25f591897a19a8640505cacb5da4ac23400abd23caa3b020b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba3d421435ad2389c94c21527fbfff06ecc3aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e23a748e70900e1e99ae8210b74946999db96bf06c53405ed575d94b39061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585d1e3df3dfa58d97b50492737896e48e648b81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479ac30397771fa8999ada140aa776ac9ecb1e8d7cb7d9a01c8838c534a32fbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929f618990f6fdb377f52358586183f3181c3a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcebb93a6262709162fadfd42ad0e2c599e0845d4a6a50d6fdd2b2281c1cc5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3989bfc9b65fda0fdb9980da1775721a45646c1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbeda3196a7a56dbb40881c5730763cf793045851b1756f2077ea4c3e493220
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cadcaa3efcf17b7f8f08f3ec89ece500a8d815
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82c556a884309f2f4970e4a10c9fc586a933b92eea66f2d795a90d53f01654
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e3efa29c8552ba5249a62ceaffd495c3621674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067cc0892d61dde5143088fbfc52c3f1f6da8338517bd21f94f89cbec7bdea8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d746df123562dacac478f3ff8de27979f3910538
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9785335f4b5e32d213de00ee83846005f6169c38bf655548b3911075a94df7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53348c036efd2ccf8b0b36353105d9c320995a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf504eb692ec816dbc3567db682d80446ff52e09f7d0d9d0c5821a067e8823d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89329e7934187ba4dc9d6d94e2e253e0b03aa6c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90c8495f70e111a096f9157535d7e93371c80b36030b7f5ee7004c4b0bbc45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f4007d2dc904ed46cf592db24341f92ebff440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4434e3c9853e565d1515cf7f05f1d7f700aa79db96142dbadb61ae46acc8805
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28617d7c09fa2e383607d9a6e1a7de829e37f2a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e329040a06340d426c1d1160b7f61945f4c16661fcf351acab6ef9b6637668
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95251d2a54d459ca09a565138232adddb0217055
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eaf301445ab141185f817495c2a4f3891386fd307aa5c6b4ea13d68be4531e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998680dde22331ede304461596ea748f3304047e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdd9587a334e58409fdcd9580bacc940c4ec8aaf1671858571c4a1089fd2708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1df9722e682dc86b57b876acdf89f25672fee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8535d65d0f156dd1d12a507d42ed38386eec3b72158f2fcc1a39d1035cd5b1f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2000db5a11d91466832204459e21ed80fbebffa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0846c0dcafd338ff8230c683249dc4e772cd383f2e693b8c8ad6829bcc7f4a9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb086e8db90f57612a0c752fdfcbce455cb2144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50530d8cfcbb73e5ea90999f786541ccb787bd104ddf2d7f62cfc47e0c87369
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc45d7e8293c482fa0b29d3ac90ca3a74cab6aa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22945d20d0a6953dbfce531bd16c68f99e2c3fd938f7200057329c5f1709fbc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4438d459430642bd322c4758a95c7f68bd2d5173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e125dd0da4ef5339790999dc2b2e30da76d082e6501632e1670923a3714b200
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d5016674ae462299f83ea07bbba638b60285db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd5d32567e2c0feec618c523c0183d1c43dd851a1ad190d569255cd02a32afd
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0173e8650c8e860c56b2ac7e58db16ce82b2e89f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21158179fcf00071cbcd920fa881d366e8f779a06bfb58c5bc1db7576d0913ee
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1ab97048ecff956181f15f325b97469f5e041a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa7d4acfa3d6081dee1d0158df3b29930485ef94c0ddb2bb350920a90080b77
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fe542a56340c69cf1dc4882015fa84b6c2d151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58819c077033bd433252ea1ee5cc61ced042e897468a37590ec62cc96e81da7a
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b24532e6182ade36d7a4d7f578113ed5fc29a0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4c0208de937bc9bd0cfc3370c3ea7daae6e90a3129ec1917396181c6838c95
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecba4e97f68152e75e0f58c2f3304b4b755817e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529e2e4ffd953f6137d5f5c4d5c71bbeac14d87c0455070cabd4a30080193d4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4c0b07c5b7950b2a2f2ad04449b944a045a521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccb9ea3ee17d08fedd1de676568544d7cc5ebf3b945261ecef7b088623e649d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f9d4df51f21be81d48e201a496c4bb7ff09312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5579bd0de4314a320301d9f3885107ae46a1506abdb7501f548db113dcebfdca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f5ec5c30dfa094f182834676d32edfb277bbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67be2bca97654d4dcccc63683bfb04227a5aba398fc84dc5615520fbc8518d32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41407a742f79980162d3093b574a82d2ba49cd1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f733109e74ddc25300950e2395443b14ab49a0660281dbb48c0b53287537f01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b4df2fae0aed3cda82d5412f8edd806582f731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafa17233b1a7c56d2c23da283699ee29c7c16c2596ca3d62e1e13b9d0df3509
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fe61ebfebe19bbfd32bd982c9401f70e3e3ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966ffe73d1dc34441025c61bc108e07f474b23a2a64889bf9d6c57bccd39995c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03abff13b567a6e31e7b874ce4f0801565566ae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad28a850a2cf20518f01a7c563e919626aa0b0df7a3a4b8936c283e6cb0fda7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1990268ac45433f6b82ab8036ffa7627b4af030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60072fe0f8add4e152f3bdfa731b709ded5527131856bad667395d3cccb8c20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de983516ab87524b5fbc11bd14cb9f3968c2ba7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c655f5a6b3c15c795949353071aeb24676160aab4463e57895934e153aad2dfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac285b3e275d964fb10b049d6a21814dc67c9c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ef16895be9e4408549d695765f369f7105f3bb454f1ba80d80a6dd59d8d988
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5121fefe98052b708a9ef906f0a424bee0b3fd4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440af653373e16578b776f69d6b1cf206afc2be962ef77c49ddcfa605ec46e1a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5f1ad87be3edb1d9801b4910aec0f45e07ef10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7dfec4e3762dab2ede99ea14ef063c824b5f1ce61eb2d83d9f0f704360ccbf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97ff78e36dac05f2a1f78f111e68d8311098a67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b92dee108426d6ecd0f4f56c32d9a7b72606eac3fc40c8c96c473eb1dd3632c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2e5f1e118e7fc43ed89992957899700f755abb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74cb10359bb9d3ccf589ba900df1337f6338c8f604ec9790618c01835f92394
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c611c678b8721ac57f9ccf018c2f30cf00bc63df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ef7ed5ab78dc659f74e2e3451615b2f116c44dcd66959a398898003a4f8d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a352d94cc3cbc24a3fb27f1d50feb80ae64b3b88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244ba734408a626d5ae12f2d78bd85c21cdb0ca7edb27d3bcbd17c1dcf37cf4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88c81aff717dee13ef6438b9c9a89ab31978af5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71927827590dc5e923df0cbe888114f214dd008b30081b3806fadf98bc9572
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ed44208df65ffa4114b27a9487acebb3bd822d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1755c57a63e2f5b821e583716b5e53115b9b887f55b9c634cc4549d34d2b9d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391455d4cb04a1c88cd9991e449d8a4519542d84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a06f3b51f8f6eb3c7254655b681a41c446dc394627e8e2970ce34ff879476a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba1fc009e09cdca13ab1b914985fc045b202e0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4608de74ab05a61ae62a0e296ee7666e36f3a89b00be51d059cfc4a13897b2ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d13b5c27aaadab4b5a4a94b5a2e2d7c8e26918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba74a274dc90ae7ad48cdfa23ceedc9cbc156a52615be73bcf7f22cc096218
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fad40158ea5b27324ce93dd68941616897b764
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd252289050210502bd9bad6afd1dcb4a2a1a9f9f62a1e26f1de4f958c5d0a15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab1ddf5061ac7c310bf6f5a163236b2bc246d5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4462cff46fea54b54dd6be50b6ebef6e8af0e5c9bd72b5f97d49af71968d06
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd1e24f087a16d113a6201a0c277c7d0a505e2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5336b359de2ba6055b100d9e0189e2c75bfb1d8a65c23416af44ebf655effe
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff350ab14896323ca9d0059e309ebb58f779200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f83bfaae8d01e9dbf453655d1f3d674cacf0f01ccb0d43235dbedf1f954659
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de9175f2ded083d2871d698de91d38c4392fe03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2730ded8b3103c0f04f594f153106a0e19df66f3d4d1c4689ac30b896f103bfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7762f7c6fae34c400820b3a9a0e9a42feaf5bc9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df50309b9534170caec6bc5fda0eb977b477ed181f7f9eba60253743d43bbb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872b1af10406d0b1a060b45e100b23c56a869f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf3768b3aad43f44bb81789324ee4e7775ba50a062cff9a8badea9d3c45fa26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0be1e6a6ab46155a155d775e783b91a9b035e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae63f6438e0d55d31f70dcd73e8fdd76b6f2ab295f2865c29560487cbc79d417
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28adf5312c7b3178028cb15b530fa615155a014a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5463d1165bb930537a6f2220c6059097661e3454e1a6be9bb7dc7c7b0bfde28f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa99b0615039b63c96e93c80fc1de52c29172441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1dbebacaaf3c301e3c11e0902d80cd0495960340065190c2a72ab0adc6215d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122f87858b9c2a9f8e4864391855bc41fc3e2f7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c047bb6b8f848602e4529ace242c281a123401923be8d03e543c5f5326f7dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171dcb97a2ce31f415e121415489f7f0318da00a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca9857c11606a5c35cf586ebd3496b551a2a5ecf5ff3a85938ec9ba64031331
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43817dcf148db7ae45761388becc6ba4828a6c68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80576f9a381180776ffe101a40cfceffd6da533534a0533357371e09da97881f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13853b7001402514b109c1f941d45d0486fede7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc254827caede2ac0d1997e449bdc82912f6f3b0a51a0ae923bff9239ba12415
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f78449d83046afc58326ebb6665cacca5b7ab8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa2c6e9a03b3b00e3f90a3f15e5eaabe53cacaf7ec10d8e7899f012476e0854
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83baf6dd5848e670b347f12337ca6cea9868ec5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cb82320b996ce3bde6f158c19c2bfe6c03a4a178597cd1b02013120e6b0099
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95286b5b52a7da0efba18b5d41d6d0fc1a6a3f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583e06774cd68edd8eda8fa8b8626480253efc2c7c80ba2c3d7fe4ceda4bca11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372367cf50dcbe347ed8f049ed3714f650ba8579
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cd1e39a53b303a6f4800de87187b807d52c71472d0aac4ff367ba1b1ced90b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e691b3afceb532d9c770fcbd7a3c732d40a2c197
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d66fb5ae0e4cb1467af92c9352aeb285f95b00b4189c020c449cba0e83a7c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868e35eeb208b5c1a0c330c5abf16aabc97ed514
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db11b6574004a60bb1eb00b7a26fbfc8451cc013d0b5a97c2bae0e65f3c8e77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19a109441adf362b8ec274176cd1c1fae254a2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd26cee5b3f693c80252588c907244eefbf9c9505ae785a02bf19d4233dfde6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f086ff254039c57a5461706037e494c7a131fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9732e63d3287c3ec17c2e71093694d72b4f3c28b64e8d827eedbebefbd4b8b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a7ca1b0593f60b71cb8697f059c793e313000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26d7ca319dfbd05d34fb1af204e79dc677bfc7b67547ef8a6eb5383695a4e8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a59d882c3f3d2588e8c3683f97c9c922dd13f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad6336509e49eba8371b9a83d598cf7f5f5f4ef1f8cb808e54de586466aacb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcf540f429cf81c6c391be33b6491ba9be350f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113350b8a3f98a75514ca977d6019ac364a6e3d869e755b2f88e6dd411a50c5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d650e36b91f23fba3de77b2b57aa6b0b2ad65e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734bed5a1a86d2d6f5e0fade54025467f57511a7712a9895e50b87c8ad05a081
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0413b9cf16cb730812310156ff9b458253d16bf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a07d90520fa613d9b494fe5a10e31121710a8a4c629ab3fcbf6879d8d8d16c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231b6ded1ef8b35b962c3512baf2db1851f76e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b5b5c60b1dc0182166c4a1c9500ffdb39662f5004c57fd635584ba14fcbe1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7df560baedddafd8a5552e9ca989591fc87b5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfddfb4fdd8b1ddcda29584b2cabf6546b597bb1f18e9e39a59be02fed32744
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee51530d3b4c3ea42ddcccbfeb76b0edc37a853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a579c4990367958c7111c9e1f38db49e7d7337dacaaac8b846cebdfedb81509
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283cb94c678c20ac76d76d327bf78805bcc646d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec79084586f7dca59684a503cc75877f68b20e969587f995794f125385f66b7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78405cbc5c19a96d88995cb2be99ba54374e147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655804b2a8840f0dcf3ca17da7f0cade70de2d25af33aa4c8c76b7639c013f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe2bd4e8ee62aac8b9e2572c0daa5d60ee9577
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cf145f0affc29c5d05e632bd7bc8ee7fcbb9b5deda0db21d856624a79569b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747b74b782bd0126a4d605f6b1139334910ef0ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68acdbc054f28db9428613dae72bbb3c62ee0ac217c90af34e69bca050cce6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e135cf42d9f6c6ed7e2f334274ebef308fc158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991fe46e7ffaaf032be3ef1c15a88a796193445c4dcf68360c7ca33275b2f71d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412ebce40e3a86167e42cde33718f0f6ca9fbb0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf46e18d23cb14a6f7095222173c322eff21144507c62f803f4da8ae9c4e4a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c70ee4d15e33669d4c551e7a57f778998c41b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216593ded10a84859364aa5a585f3cbf3bb1f4f9bf1731106c3d800dd3b23ea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3f1b74ca5bb4e0ddcf3db6174d73e55eca73dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7340aa3871d3abea83fa974536905704bccf32dd9375eebda9902a67125bc975
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e73de8cf600eb25c717cc385f364addc016a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b82c09c7d1f4b424177e244f01379d46223d92149b32b331a767f768092724c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a886d1bec09d2571e32a00355f5eb8471aac0fee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01378f110065ad1a117583b9c68ef8c15d6a3d57445f2d546f6c59eaa4895c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8634d35b6d20fa9aff990b02d43c8622ca5d973e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ebde7f870d53181c8077ebc4afc3921dbb82be7b931a7755d3c226cc0f0187
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9762baa9d6d20e114f7016ba32425e6938a65ab2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09c26478b611922bd7b3911cbff8faf3ab35b61e2ddde5401b411025b46964c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cdc52a9e1651369d1a22cea3ea306ff4f60b84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624dc0daaee5a6af1488b7de35dd7173a504a7c715893daa3f5b516bc9e52161
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e15eea75b6da4f2f3041f725a601a6dd4d9d30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bddd51f0d78cd9d4dd037b0806c4127737f19106a4d86161e23c541e022ec5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aef6b9f0a405e9bcc49a87879c8386990a9236
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e099976d732b286881c873d6a91dfbcec4e6025ba7390b3d10bb358a5ee47cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8576929d88a88817747a1e172ce2bbb772b8529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d36741f93473d84a72ce4514039d25ad4e2f0ccf041bf41acfee0c6747a288e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4077847a690a8d5bd8855c77e6d4cdb8ea415df0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317684af3fb6c542d0b9548c2a25aba35628b450fbe62e5491e8025bf63a0cf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d108f5348afe570005212a4f16852ba000c740
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1bc4db93be7c15c8b9639d99a70d1e39d6ac125318a89877f15f6a33f12286
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55685eff731b3704cfe61c1d88a57a2f30a3a0e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf3939a50a806423aedb0d56c292fa9df17aff0811de6dedec6c0289de3dbb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0024712026f38c5a67d6fb86bdac2994aeacd6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e4abe5521b1f9fea2a5942a84ef32ddd4db1631933aee0d595aab88f00ef8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3869cfb19746f433f53382592ec02aff30b1d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280102d01b0d7353dc6c632059173609d7be397a38a7dd0c96d88b5872c78980
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33284e78a5058c8f84b25f75141f79336577b8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d069529b39c887de30f44887574bf2a4183e0ab8cea37622c41f86f3617267
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be9a7eaf04f325b9d6461c95f889a0240878f54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614c258ab249595e3eb14dee505f7625216cf1d2f8ee8de6914a8fc2c091c242
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57653d742ce5888fea4ad991ae9a096e600cc083
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13114098d30f0f0f5ac7a052254cea6769bb8131e6aec48f1a0a24afc9be23b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d739a80fd95d80327780e3758007464720469260
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24f2180bc359b3a245db41bc2dbe099488a2681edf8df2e9aa78f81d5b59ae6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ed1e3ef20d8fca5cf5ed9235f0e915538770a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34942e5217e1f4194ba077bc7b07dffaa51b5eacfc3692d8a13d9a2b7fdc4f36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d59faecda5240e91e5849cb155d52eb96a7bffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7c7d129976d1255f72c66d7531784e7b4b38fd066b980bf1e0e3974cd32b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602349bec567aeb510ae5674e3767e94f7c64bae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e36ea1352361e08ec083d5aac8ae4cf00959c48e567c7d8e498ce3bee4d3f01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebad1492fee3894416586f5455c601d45a1657c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5044ba4ec6093951952e8e3344d3733dabeb4819e072a25839ed1341b620d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d3b4d85598e94389bf1894b9273927817c718a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5dd0d0e92c3651bdb734e3e2fddc7c7d603d1e799806e6c03722f27077eb3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04402bb7bfb61597623438db9cb38856cf574d88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465f218363b14f70799fc1a5af9e5041fc01e15d185814d7e98e25ab82377ff0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0af48e062048187aa79262ccf58f0508728e131
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7eb9f72224404366fa7197b39e9004925ee8d118bfd92ae0c03f2584669363b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f97d07ec9abc00bdf7c569430d3882ec5826e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e897a29afb9afc52dc2bdac172f96f4b3e53dcc255291a8e94d8b5ed170ac7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b0771eb50bcb7d1fc343ce99602389f32728c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ae6e508461d10d8fb48c06229ae85e01d211a4564342b2c8645ffd0e6218ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a15bed0fcb8f0baf93b9c53d0c25891e20c0fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d980033f68c3bc6606d7fd8883144fff8ca1ba3df337776d2a6662931e81dbd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771f89e252b8f338bcdcbfd1342d474a410c3b55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8408a889632822bb29824a672f02815efa1a848239b5fce41f57889f574e15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9a54db267a79d9079a76ed0acfebdb5c4ad66c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65be2f9f7aa9f509518fc879348f4031bfc0a1da8f6be3434a8916ebdf9ddc0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cb5d027ab450aff25a14db044bd1abe3e60b33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8556b8be42fab47aaf6984664087d6648f2cc198037d6ca9fba26601cdc59483
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a749e7a176e4f94f7e202c539de9f64f2f7b2f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eddca5d468fcc3d5ab674d956bcc3e69484b258b39dba3fe085b6cdf015e6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390a33ac85a2d6b67e4f5b5255ced5c884168503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efcd3860efb18b908026297a90965caf8a4d469edb664728a6912215523022
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998312a8c40d37e6156ec8c98a08bab91e0c217e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b55aafd794a524dc223ed95d7fe2977543a74cba8b8d88c37a68c1763e3647c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142dd58a7bf0e93bf34fd46267109cf263a8801b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee04f8b95420611d486a70ac440636d3bd066c5555a550068f288d96cc8dd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75f998583408a41f4b5a545bc1a841e08a92b50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e6b0775fb2637930d5c318a2b343ca955f4e72b5603ec208d0c36d03610e64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cca770ef0194da2605d1eb8f522abacc43c867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae55b2ff3fa6c811e51f5bf0441df67766a0ccbb1494b53309d19476f48eed3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e8b0bf7e57a319aa871d435b862585dfc0f2b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17db5cf0512318b5ffd432991fa01111c9d1a57d4492f166ef11f5f8485c1fd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336b59fd6ec0eec32eb854b2b0b1421fc237cfb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1aa12d0f876a641b97dfd040b89f0226d81ba2b56daa0d3491aa26abeb1404
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa1cfd02ca9c5523fb0788519dc60f99edf9b7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ea0d71c3dc66e09e661b6631729f119793b9a03e7c545b51981e1683fa5585
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2736bcf172ac464976cf0d4b1a09b167b64b887d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f81a6b28d1c67f14d335cea9c16e70d3f0e64ab645de1aed76717af6d8b862a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187718b8d2ef9ce8913640a4093688bb7524c170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f2f1d7dd2b143e51ef125aab3a320f8674a90f898d5bc437fcf5fcbd93976a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a763f5a069135cb8ca2ef52c8e746a163dd72310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf32c4fd6ba5745177c09ad678322be1eaaca5d46c9d3e6878b6d99582b930e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7100985555aead9a4fde20bf118df039d4342c8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ca578bc489c56690d2f698a3148c1d1155d95d2d737d7a667edf5e572950d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863fda5b2f149382238f1820ae644c59e3e93e2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ad0425c26292f498312217a020caf540047f684a1200590575959c26b82d03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e695c30eef6b8c5f3a423f03566c91a3e67107
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c27167a2b148b6e31f4626901e9dcf26aa8785f37e026e9cf3da3ee74e064a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee7e1b0333477dcba90671af2c2e7bd797a7ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d95c814b51f68678857775fe3baa25cc9cefca86a310774628ab2c4eb9b0a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac7118731fdad1ede08a1dc6e7c61c39089166e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2936fbe891f8e54591f99e94af3779b111546f6eee6dae1823f98ee89a50099f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06bdc184ada87bd7c2021e5dffbb76853379daa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0e515956dea545f07abf8d02158e9543c9a1e6c120e6ff96e0caaf5e7074b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f034df3ad16ed643cf0bd5461a930b1f3a7de5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12deced060f790eb84726ecca5f5ad3ce1bd4d342f43f426c7a8dd560bcf6714
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166295bfbe3d22234140b1e0cc5729af850a8745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7eebb0b99d5fa85949c17cdfaf8b25a9f7452d42414ed22407e42162927bcf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b552423035a44403380555593ad977984fd04d76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2832afebbca043902952b50dff148c4734ce4654cb9e4935deb7e44945fb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb7a68bc09ce1900372dab05f404d4f9ff0085d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c69ab0ca26de98281dcabdff9d1b343bdd9529f09667f67da2827eb3313c77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05518b95825e5ac731e4c72eb6cc74e2993951e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7eea8c533251b97f95cc090735bff352ee8bd242bc2a58c69df2fa6f6ced05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7955b03beed029e0ed2951499a880ffe5cc9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b008e3aef67d3aa5571a0519c41623426dfd381d21058177fbf152b0e705413
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6117be398aa000f1948a71cc3958c1c84b682c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c7f8788a6ca8145cebc045f25582026ca84829e191b4f9e0175dd4af012a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc4fbc600c702eadc423d37430a316572aa761e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4a8ebbb8ff52c41f5a9d3dc3c2d404ce1cacfe362cc708d8735fac819a2df4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2168988c562b33c40d0f02ad1080368e59809b2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa96e30e42a9d33a347ccf67ad8e99286f4eee3589a78799f3b43dde405150
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d3cdece684616a1ce8b028d3592fd5b767bc1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f72afde6785ee4a11f8fe65302cc3d51ea0f739c145634e991c3454336e577f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bc1c9bdd63fe4ef70c0055dcf420f747c8e8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a71b7204ea3fae21f3a05b7d2d4f01406d7a2c122c0ccfd78f6bb52f1b76a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075a62ccb8e255fee393dc09b0bf413ada0745c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001d5e207b6b19655d5a214a91d8c4b574a6233fa17f7ab4e3ec2dd09a9d5de9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd15a87f39d9ed146f443fdb55c9713df0c4f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5245631790b9fcf72690d4b95f86ae02081d1d7d60f274286f2c01475e749c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd7fa5008372f37238f010c13c893229e33c9aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7be7bacd911228caf8194f3d2e4d3ce7bcdfdd9881a21f2e605fc0a394a4f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a03fe2d16801de4027713c644ee61fd5a00544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d1b92fa88386ac5a0482191a2ab36d0a48649a2b71266d01f2e3a8d66ff853
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311dd8677512c9fc584de0655b75e8c3155136ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8174b7dde9dc8b40da2be7709d058a984112148023b66d7693fffbbd1005cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc7d4ef421f5859e1c669aac1b1a94faef22a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433aaa865b674f6a1179e857947aef62291bbffca8d7cfcdc1958f07862e29e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72273697ebf81857c0e35fc454ca13b64782a02e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc14175d4ce1b654fc342f1518d24a9effc876855bba99eb3d3e3dc0974f1e89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c1699c51c66ad0f5ace746f3f687269f41deba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaa5325eb123d34c4366f89898e5732ba6c5377b8c398f5effb879710728ce5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c7b28cfec669b9ad6dc2bcdb7717c9d3a19fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba6268ef8ad04b85dd5836654f1fe45efe78785f091439345438532aaf4b95f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899d46127f21b85cdcaa239cedc4e580796d0275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d71f9ace426f94ecce4f44645c7eb64d6e7a597d99e3d77edc2b9a2421a591
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0166d8ce1b71fd195f8fbaa3381753f3ba0a68c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f139d52cf37d29d09859271043c1dd3a3902b0e11cc0c21438b6bf08a3fffe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac53e25b3f712ddbd780a86b9dcd126dfd4f60ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0888c028bc3e814bf81ee41e7af8174aa078ecf92aac2376d25ea3600733d7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae21272757cb23e2c4dd856a3143efdfc4f64416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ce838d6c14df42a4122c452bd372564fa9e177c4c0cbfe59f497124498e6c4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5500eaa0a50e0e7e5ae2ecbd770ffe7a8d02e5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c12f2c02f90a49be51833298fefaaa4de26bb6bfed463418fb8c094771e52e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43da02e5deec1e15b68581ce5b9b20c0e78f2e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf9b09b6d3493447b3db6f86e787d5a6507c87f00766d70d23c4aadb2ba9ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94eb67d3cd0bfdf6b8ab2589b3f94d1d258aac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698860cd360ceeb51e06305c5bdb969e93e243353973ee1a9322b2ff9e876de9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1b1ac9ead3d4dccfc92a5ab0153d140c2bc6cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b2b7371249397b65993f513f4356cda452799818e025ab7aec695812e0a6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613cd71cb450ce77ccfd3a2d5a8e635073d49908
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b796734f46ac312b7bb6152e0c5229dad6c09ad0f7daa7ed272f6407a5215830
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e03da4ef12268e05ae3f5eff0eeb02ceb0edc06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b890e5c2da1837c2d5ada513f80afa541d362b1d0ef2b2a7a589d713a65b51bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569ff3a48f62284959996bd8782e9b536b0ccfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e298e9ca28e8f9ead63f888131c0824264134b8b7644448852a40f5acd0c06f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec955118e7ad5d6c019047639448413b47c45a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae8366abf96eccd5955172209c770654e0c1f0609bad6817e4ba8c5a2cccd7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c3013c5685895fc94b4d44152d7472be141c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7eeef47dd6f9b8a0826621af1327ead35fc7605b0da06b017ad8e9bd7d4fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601581e0baf9b5e05a89953b4f41bb73311e5df5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9ccff34a44f46c107ad71e2ce2b393fda79ece4046804c2d1f5218768b8615
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99659e854a22850eac07c2916c45789a57ea4539
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e1b5b3c6d04df384f4a5a82f4a4a97d0dcbe96078858ed5043b1c73c330d68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d502e43135b217a9e42aa8a886065244bf476fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c72cc95c1f656a9e5498841360b192ce85aa76e02c8f5cf9f5c17efadadca2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4013c9f2ddb6a972bd5af7be2ac4a077c023b9ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf91193c2965782f05fb0bf4384b7b6d43f0bf02f995996e383ef623080a3b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872d54b5980e2806aa5ccdd0844fd6f0998eb1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0ce5166fa9b36aeb4622d60120c9da5e8ccb718ed6d4beaed675c036030b8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b756d6747f6032315b0ba81a86968767e748e01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d998f4097c4fec917540c223d1be324842c6145769db5fbd9b05861e80f97230
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43d0ad2e78badaebc9f7b40dd45e87ba45d2dd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f016e1663027840ab091bd57f9e4c16b0ef022eee53a13398712d0029fb3fa75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8c2f0b39ddf55bfc3f96d07ae8fbc3661254c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b4c0d516493065228e85b963aa0315566342c98da794fd811730cc3f0b2aa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c363ec2e3566a9217e8be9c80a1c52005448b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fda04ec4cc2078ecc19598e9009b3a1fa338a7a1398fd9459ad318b52d7a6d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfcfe960084fc0e356db957e0055e534b10c233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d8805be22ff9de8d5b9008c9ddf0b18776895c2b6a2d34bd3cc6092b1b212f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bd6e4f40ad4c413686d09965a7fec043e4f421
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de6e11d6a0327f922b8532eccded17fcb73fa5e78a42e9d169bb5306a86935
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817769612b77380e3176b563f49e9d623d51d3d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3213862c1c2c80a812f59430999434404cec2bbffa1e7b92c93c2354a3251e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b05935560ed3fd596c3641c21bb7b027a90ffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd3bd30126edf608124b078d5d6882cedf382d31de23d27ba1b4e59548510b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b79c717d578c391ccbf5af86eaee6cf7600cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca8f8a369a98376f364fea896426444089b50c9bf0cbc0f1eac04934999d20c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd189a564d46263785ada3b43e8b03e8c9de1e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf88ae0677fe68e121dc5d62b0ab49570a14661b28936fc9b524aad67dee04b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f676f36534047f2233393a38c5144a502b2a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35be274b724d047996d2bf50aeeb85db40a67c330277073b60bb0930adbc6ed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a617291c6f47350bd00f50e6f0ec0f06fd2694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb62686cc6511ed541ae28a7bf07ae062dac141c5ae93cd2d52023f968d458b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10580d085ad896e4baf0f40c2f86a9961d562a27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4d22c43108e7d100356e4c937b1c36c73638a9fc2a19ba3875d41e6226c295
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ce3ccc7d567f0a3c17c8a6ebd0ffcc25f02970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57cfe01b4d1b1d7ce61769078c3c6fbf1847bc57d2879752e4abeeb39500728
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8bae79db45115a6dbf948d858b907569bf2ccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8140245bf43c96923874eecccf5515dbb9136681dec87b316facb616e08ccac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f2d718e8740bc95856e2338900d3d9add21351
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ccd8b5bea001f68f2a82c54a2186fa3ac46d704912c156469c722e3539a61a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb53d18328acd86200d7296b816c34d1327b081b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a90f0261ca426c981042035ff8331bc69e1d4b8dbdcf912f19e285f4ac64e9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8915b5f3c828be238c3dbebf77db90667ae9bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c34f7c39728b26b59d87da09b0aa3b10de9e2e964cc8f7ac52669b2f4345d91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86562d23983d72e4b769f79c60303447a48a3862
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfd739e4584185dd1757bf63b2fa49a259b0a5bea431ce2b328b637029361fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b581c68f0440b71be9627bf0f4776dc446d8a8b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d97891ab4d1d4a6071d3ed34975d579ff437f43249afe5251b2e3a845d75bf5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d907f3196b8bb364c5cf8fb0484a9acb052811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d0ea80e09f4c86593d04c132919233b9e2afc1d30e4af65cc88182f9a51cbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4939417ce194a16eef9de0b5ccb3190b93f01cfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5943b31204f9298f928ed581ead5571aad2eabc53368aefdbd3b8bf079f51a9e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d9768ae640dd0f8ce5eaa81935c36b23b721e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcbedf02f776cc8501b79280ced886037c033c1efafd1bb38ae47e5dbc5c636
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1c696122abbef90216181588a076dc1cf21668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7737fedfb087a4b1ffbed1585e0e2e22fff86dbb5658d79dc6de7727b07e8ff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9bdf2749af324f749ea7f363d80329581e302c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4772f61029d057ae02bc33394354fdf395546ac3000450acbd203a0869ccbe30
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870b78bb58f60f71ecb5d30ef086c70260a66a98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6233cb66715dd977dbbee08337704765980d2d41627822bbf2d3fdc0f0d003
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcbc484f70da843d3569788112993b0a11e8d34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebf7ec019d2b90ef6969295d5e8a89e78e4b1de22709905145a890e9c824214
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5688c1eadb73a403d5e09fd46f38033812fe6910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46703d3c86566544e70927d71073e3e313067bd2d3b5c7fb50ef570f2fab1b11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e71c7be9da77327cbc2cae27e65aec51c6b25fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494c824fa655b3411abb809ae9cf982e303cf4c93f5feaede070e4213fe61cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc042cff7726b95549638070b9ff13be4ba982f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1dfc652f9e42906cc37403309a14a3659262ec6de864c246ff3701fa243dd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403d216016950ae0335d8e2a86ceef9e33ab2520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5889077decf9ff2372378f8a4d3dfa8b35450e595ec33978b511940fcb22991
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22350d70c6dde86069b122e5a4f2660965a52c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fc172220cc4451217a19b5276b54a22d3ab92934d3ebf2025113a2d7672517
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecbe2ea1b214e13266dfe9f00bed3ca4e2676b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc25800d0808cee320113ab19c0973081600f74c8a68558a30066c5da90f50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7da6adaa02a22aa922b439b52bdccccb5569038
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0615fd0c67a2d4aa797a0dfcc1684533e3a77a9938956ddcb71f09f24193c5ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fc00890f4185366d06ee7114a87fce160b5c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2338e7702ed36355e5cca08c702b58d8fd4814ee6e16a897f0b98d7d4e9f1c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3f55ba82dc9d52e89a751e0f1e819b03447824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8173404cd0b181fc8a087dcfb97c7861983f3ad095c67a7d0a781141d4551cfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f4685d8ee57636962c2a841986afaa8e373e36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f76152c89d4b5d3093a31ed34b08dc192f0b83c62d7cf7886c14873e88bbf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c180c6ee5127c1617826316e2f7f814074cc36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6775adb4f05a28e30388d38ce571e051b165f617760739f5266b340754bd0343
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc281c5fd5ad634dabf50376165e6dd1e38a45e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7441377372b401e79af2ef8a41c186afaef22f54d7e848c02b376c21a3fb96b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ee39d4a0a2802949fd089bd4d9136245f627e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1dd2b774ca376a97ab40d8fc0f8203eb339af8a190377ad015163032c426a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a49d62ccd9086ab44fde3bb531b5f885d62049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b6c7f8a5503b93cbe27fcdcdcfc5d85d5bb750d01cbe23328e7cf3ea44ef2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207623d97c05b324395a3d3a7ef6178d39f12e74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee6a0ae15428e0affeb1ab2634fd4a0c62f0964c0dbe470728b24cc3a5846f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4445938b09425858c252826f15a60a935cf83efa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01d158de47f6615be9493c167f3c42fa8fa5ac54c4742a7e04e3e238dacb2be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468570bd07e36a13f2b373a38b4ad6e4cd7e5c8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268d85db2d1a8ebc496354a12429b80afdf96b3c2ec6ece57e1bb345e1c9b7cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952dfc27420bddfbda82edfb262e038b255e1361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144012959d08bc3b9d4c40b0381e92516718fe45721f819c749dbfe2ce8ab005
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0f453fdc3bc1308181820932f0b8cab684a3f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9a5824d34905d8eae9684443da288d2b4418afe842a3bf955ac37cea589f51
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca6de060207ac34984edcdba621353cc7f216e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a852f2612b4928a93d59fded21399d28c44e41bd006e05b4ce4474b06dc0a63
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff47779be9a9b83a43df3196e4c2e0587f1dccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5b4ff57fb460505d6b672bee031e1336d9cc2a4d31d62d63737371b4873bd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d7c011e5dcfa5d39936be3fa6f989717b3a2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3b0dc0d643aa3396e4e6b8b84f45bac0a84f5e1054d1a2d550d4056a01145
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c4801108764a643d614742a4df6960b655f82f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343fad4f4809b332cf78e2ae74852f9ac219e7208e17df530a3978b20f5b5405
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5872bcd71daaa34aafbe5d6a271f1ba35930d573
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683c4b379bcac535589cfafc55608d37628cb857d51b3616cd3e0c44cb730ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da762f4d0ab340880467fe314344ac1554b4b3cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bb81bdea22806b6e33bd8171ebdfd9e526f06738c209c0441a5a48531ef31e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010cafa4631befde0b06ed31052e163d5b2f9f6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d7188c8c4c47921b6cde4a4f7f4ab1c96f4f10a867ce37b9a6d7612a80dc83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b0a6cce868d47c79db08896bd4b95ef670b017
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e41be961870913197a74132a4f4cdd52388db7df61f8309c686e7ba554ec0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016e0cfd5f6b5a76675d2a5dc2f02c1a4e5146a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d8a84f331dd63b954fde8f65700c4f496f131e02acefd163b7c233bfa6a3ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2cabca9a1661361c9fefac8bdb3de4f50fc0f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a8e52cd17a85de78214255c76da11b784caadafd5df06c276d1a990e9092e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c295d2de030ce79e51939d3ad256592874a9eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00eea97adefc66b4c5c4c39cf6198266d8b260d69b1942fae6308caac8bcf87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e111eeddc633a64d9c25077d2a1c8a072b7289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170db3b6253543a8e3077ae2b0365e662596a4e5dfeb15a437ab4fa71a1e585d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f508ce268720b020b247af9205c0c20b67199e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127bd9d06bf0393561e8dbd5d100374669a1993723026b70cc1d8be0f0043cf3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f23688358b6ec933924a218b23447556572aa4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007418b072e2fe3ff3ee1de94ce104e1166ae06bd05cfcfed2550c139555664b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c99745c9582fb7bf0f89b068f3e8edde910329d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc40eb2c37505c3a3bae72064bd3b59f6acfcad33e270a40b50f30579863dc17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bc06f7edfa28b0b8e47b0ba0774938b60c63f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d3ae57e7e52d7ec2471a4fd126ee9842f43b7fc043c8070cbdbe75c875e2d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d98c859d46bb7c54f5aeb300803b49567c71d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dda5fc5ebe0180c3069826964e448070e7da192235a92e2936ba8016a30fede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e355643a263cd59369a4bdaf79c2bb8cf40340d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d4223859beadd0f1f7febe32554ba102f1b4059a940bc7699a24df0cdb321a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60585e7a33ccead5ca08794961428bc091ae873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38ab5ae30da5a3b5a7f8ddee31d7887e592f94374a7ed8ad063287f12ee72e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be68df17dd6a40bbbb2d8d907b98e273b87965a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c57b1bb0c00551cdfaf43aa13513368ea539a9fd1763239a7985d6d52884d99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2703173746033734d7a03bcd2fc4bb7073128a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f3adef931bed564bb651c368681d4abb43fc767e60c33d934730010b6d601c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8880d9b9ee81339486aabea21beb31aec2e4ce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee58d5a55f9fd936b58bc88ebd092f4dccd9fb68d3a3826ed63e04bbc55b4bde
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810997de0ba75e11c25d68c46fe6a8a7c1b6f01c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0360db7733c621dd7fb080e8c9faefc3a04728351bfa61dc067d4da3da1796b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1829faea4a93ddc027332b26c6ede2eac5cb05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1e24fee420a52b169725e2a673e0c2b7395b3ae2c003b7794112b16b88acd8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76793b327d44a0c3c57bb0f1c4f41a50e88d2c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ebc4338187955d4fa9868737c8328e42c8211c49ce7d0172376d95dacfda1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc624f2f9a012e0de2c7233ed07af89f7537ec4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756a5bc05cd72adfecbd0402980782647b7bc56eb46221d7353d40715b31f70e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83583448446b0aa2344099c9232a720e20a36025
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6edfcb2ec13e5e12f4d5e48f01db5481de9d902ddbc51b3a22390c949ea436e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5271b3ef2574ec656e50c291e2b59ed64fb98145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce73790ab3b3f84b58de7a0855eea3d971cde6d0c0454f3e796bea31f7b7923
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4293b453e97d29321e804e8ae4017ccd3c041d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f3d2806f2e0c344403065c05a4ab58b3c295bd3d7a72908fdaee2262992942
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017d74f94b62313a9e078e65d24af141faf4ca7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d509cc86f5fd9a8cab69fe938c0331e8e36cf770f20f3278e05ac21dfdbf6fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992d3a26cae2b30aed5ea825e30ad2c79acd2edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4921c3a7a448ff2699f93d6a0b4b65d0f106f03058a4c76dadc2678b90274b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c39637dae3d00797eb5ddb3314b09e366885e82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb73e511b267c9b2a6382532fdc22bf0d9559be2eac4bc6110c81acaac4df055
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b696f3725df95570dbf3c6757085042432eebe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351302eb9d4eabccb6f3a7dbc2dc4e7306dc6b3b964d1e4114e7ae4968185de2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989bdd4bfe2de8afa0c66ca53c96464ba627f99f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fca242e0d8d5c4d4076e1525be531f49d85dcea6e5d70bb2e213aa29438862
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf1f05773ea3afe54be4d35ddb12147b0d072e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ba27d02417bf0030173794e6104d8b703425e4dd67f221c25286d37d2f8104
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e77816250f67300f609937a82713437cb13b0d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3c560245a039dc358b52d54e21fad884b682a52a1eaec3d2ac0f4c3832fb0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51570fee643c8e8beadc28fa45bc182911fadb25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9696a06bb4d970fa7bb4c57bb31406fa062e7337bcf96b3776fdae80f85601a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eed6b3d6d070032f9abfc10b40ecdab69fc5da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed85288b4a064f62954f6552266c7ef963612cf6682eead3448d121f27a6fe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf8c13af268ad445574d22e36096046075d903
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e5c0b56d72a3b33cbc71617ed2b925bfd1ec374e75ae4c466954a7e79a0856
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dac20a95ef61a3f37d4e50f1869cfd1aba8f4e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8cad0bcead18d6e4a9c5eae574d8bf2285d186cdc39a4dbec9c5e4bfb55fcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a343ede31906988e5447ec30e7ab194a5c48b265
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152bf7741c1436035fd4d155ef9b41cb8caa0f0d15b5e213c105d9a5cb8f3a0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3b9b1d220ee7ac8aaf7d1360b9150c80be52d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824d39993629d98a0745b9325bf3a1f01b6bf5dfac6ecc67744bc68c400c9708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18adfaa154c7f55735b849a519de84194647b15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e731fb0b958ad416cb14cc722ae429bf8a10f6f9ca7401ccdc0259d29919caa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f6a4e2532a1e2adb270ec4bec8a9e4f8cba5f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ae0f5fd642fbdb978eda8aae1d3b1f1167fa4ce4182993247c9be939baf267
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202361b457ac82b2173d8c7f68ebc7f9e59cbef3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e373a3e61e94291bba1d38af296de1ada3ffe7e7a279b7cb13a5d416a3e0433
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ed962ff487f6282c9d1e3a7a898cb57574f404
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a1c76423035a30e7b73ccfb4aee2b966b3c4ce0c7941017741804d489056f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da581ad9a84558b2887ab9637cb791d69de4d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb255194fcdb5cae260c12ee0d522d4d42d21f8467731134ef8bffac216937bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edf79358013b5c421a6172892aa9686d214eca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a02cc7d83f4920512a3d89ebb6264290e04c79517232d88099aaff446bf5ae1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025a2ec8fef3e34d2c6f8a3804f0b0c047f868c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82fcc6601249be34e1f5dece50510552f08bf4f441a52d08fafbd2f397b7083
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e890c2a93755da85caf56f0b1791eecbb7d7937d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ea76c5dd0904b2a0ac1e0be73c0d152a2245ec017f7f048b31c2f85bdd7559
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c15d63e23d47f4d752f54c132c8f4a2a67ecfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0110151df3805a20fff86a40c1cf9023fc8eb0695bce96b2321ab623892f353a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e004b485f5d854efafabd93863f1fb480558949f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0735a6b60f0b22f5a6e29b1b8d1c905a16825f9ae73df5614e6f51e35843f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b518a86e9b8a10c119601c996f1a8c0ee067711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5657d0f32297fbf92f08686aa471c9d62349fa92e2b159d4a2a9dcf1205c4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b1f5a679a4d82c7ef279d3c87db62a0f3a52e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064d84cfa8af5d910077d4050e85a7869d29c0c81eee71016c1ae5669914db3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb746818550ce37a703c854ec91bd0e01f7d23e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a6f01dfb7f37e93d267c28d99f5dd0dc521d6ad4bd7d24ef2e8e322044d50e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a752fc543055537cbcde500afeea8081a190c7fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fba95269aa2a851fa776e4258b434a4d222dcb53cec62ca1674c2869dfee35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a16e52696c25fbaf98c484f8836671c27551cd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc011e89293a62a9de16f764e70b4591691adf4af9a76bb5919d174943649074
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b868439a54a1c1de6b69cc375b80ef1dda2a259
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2907455d1bef2bc2ba0d189d6c49a7af6c50aa7af3fceb2b51219789edba52bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac12b6814d5923976eb5bc64aead89e0456c583f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b931b9b9a19b6f8f2b31a8b5149ff466150556c7b4c7e02038d9ac159bf59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68bdae454f2986aa20e6179ea5e92bec00c3ef9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43352b84a2dc95116a148668636d49b1fd2911bb5994176c33ac0aa8efa21602
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214f001ba2b558939247560716733b81328a8143
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25bc45930994ca663ef94508ae864871a4e8061c2c4c52da641db00b2e32d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7296c7fcacc1ee063df415022e1bec14acf81d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f143cb489fd320dc217dad41c1ea8527285a6f9dcc50faee13d3cceecfdc47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b9427c17835e9111661166567d25f009a5278c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642cdf81ed7c823a3ab17582b9e3169f9d2a8b0bb254d750895dfe35e8488f17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b308f8fecc77538a84159cb775e99ca4247a4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa540a3de777475e1f7b0c271708b33e7bba7b53c647a56b794ed789a4295b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3cfa9a5546e75e8330fd56c9df4334d80635a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddbf8a3e573b0faf6481b7189471e6c4607b34a8a2a2f35d048b153c9b8246c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3309c079396ab75bf4b04555169835eeb74d83f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af8948506061610ec5535653d58d577e2a54bf342c7e3470cec345f75d6de2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15243a51c4b9443a296d72ef1c28c25e79f6a597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80971e87f695964d5e434fcc38ee0668e6c00f45e30c16f26aff172cd57f350
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df72ee3d47be69bbb13ffa239fa95fa0128a2736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf099dfeed907b4a93c1e10c6a360fc18f83f01af5b7c6b4726ddea3b69aca6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec663f83e9c80c8e2625799a419ebd5a335fc569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e29ab10c930819d1237e1c4e733cb687612a988b42c72ec127aed66fdfe7caf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc50bceee4c24286b7189f1804aea673c403dd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3770811bc97bf4051ddcc4fbedc48c79e59a3b2b2b74c9080e219c1a1bfcff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ce8c829d5e77874bfd37edf305eb784bb8d26b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3631855990cf35ce4a018beddd13e3a30916b3856baab7f5503a4703128d3291
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f466d3ccd6113b2a1305196b1a5a100b60f742a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedf32ec14fdac2379ee5c407762722ca38f3d7b4dd60c0439cb09d5e884611e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efabe3076aa64d2aba39731b22768385a4c70043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617df185dba6a374fca5c49d00f2237da76e4046ee252e25ef8fe5af9facb2dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5723e476df7ee18abcec9a22a5601c504ce87d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb15347cc7d2fe3c7e7be173f2315a12b64c3c61b7ca2c236e1287836cb34f0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0d2a6c1da3c83447853686f0aa03b0bd776fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad513a73d7760397d497e7740fbbc1e032aba5bf0bf4cd416ef625729f27d363
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d28cfe3c9b303dccab0f8284f2deab05506583e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683987bdf710003ca580a07c62cab15167d7ea4643903f218ca3f2b95f4019c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b830377ca361fe8e429a05f5d1106be5335d184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115430a3cbf3d0de7f92a27d670596032fc805fc11ed7f63b731991ed76d7952
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6459b47083bc111c3d77fbc1f1e80692549222
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b4fa30e2bc6720f110e4e2f670e67fbcd99ad7def19237fd2d5982d94c0dc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3adc95ae833d6c6e4f434ff3546de9751ace7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30548484015911df3bc094894cff4316871fa645928978c450ef7da30a42727f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddffed9b68baa38c20894f0b8066587208675f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4a42b8dd65eaae50e4a5ce5417f18b56a0ebfa18b653009d92978aafdb1525
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1585d7f6c77dc50d205e5d9826afd21dc5b69187
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e6e1d12384b1cec8c701d5a5c43e3272b09b533367bc8cd4ab67ee884b468a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6266a5622948695750364673874082ccddd9e72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb12a9e005a813e6ad07d7848d360bbf06c1397f0181eac8224c64c6d3bb2149
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399a5ae7e5fc2d9b896da485907f5732205db708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9304aaf938f884f1a8f0b15285f0cc07c6efb99ac336cf359f8b9386303b4d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3b1ed722c129c88195e51130764e6552ecfad0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6001f5820542c58883c6d035452ed8a52eee892ecf691f6ad920f746249aa90
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bf3142590b6ed8a66a856f7f4cfe91ec57baf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f91a640632952b07b1c9d57f8951816a2d5fabe54e260ae37185e8f5bc6159
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4ea35a641f48532704947c56e8a1d6683581d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f794f0d30d1e3a6e90f27240495e873f40a5aefcbc53b5f37a373f9f9608c6ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68661d141496cc2e3a451d41ee50dbc9c36699dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3221c74f961048b81f088adb9d13b265c4379138aef9052621857e83c465f7f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa1a66a233d93db08fbf9523de51f84c16b71dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d73793a986bd18c7c9ea4715dc036d4ae353d03b98518c992d4b9b3f71818
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0127396d998d2f1f55931e13ca74539308920762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03be52918639e91f80ee31aa0c6f2cb00354fd208e5dc13e92186553ee39d4ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cee2861b4405418039d7c9e4021d1c8eddb6cc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481c5a79227fbc79e9eb381881403a2846baba9ded437502c701bb68f7bf5b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0621ac3a85c34fe86632342d7a85f035b2f13a13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e82c03fba61c5d205e231813ac8afe1c0ae998ee6011cec4547ca15d74e8db3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd1dcd2cee1d48bb4ac686e92aec0638b8d1534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc76fc34dd1b6c1a3aa1300b8aa2b64ff792059d1528d9735a2b50bfb90d899
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ca21e599e597b7a17863660b227cc5d00a8ca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccc50546597e4951fb55f806af3420f07b5af49fe1bf15c7580b46f79aa4965
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d335e2eb542f9af2868a19ae1e54300f30e102d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a721f678bc451a7a55e1f166c91d212a69b5b448ccd16fad4a9682e72fddd10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac079917e422dfb7e627d940677ff32e673c902
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ca0aa9504376df644b5aa05fa5107e33c7920bbeafbc85afe1a52401f41a8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed23a242ea991cb4e69dc1f55ad70f8e2f416bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44cf97d09b0caa1d3979d84ce5d446f3af0d269c50b1951b8ac325478a0242
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238024678ecf5b9ab5f474a273bdc352b0ded08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36a96f54a22662d57ce6398450b3a51e07c3e3a0428efe64c30842d3861a457
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5be3b5537382fe7bd085d220e18342cb206043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de5544bf0ae16af8720236068f36cd9d9a45fd510d71e0728fb62841dd793fa
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb71c165aa6fa02e1888378b9cbc5273f034478e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_5_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e2ee389a56172abc5b74171475cb0ab615592bc5593c1ec83ccb0dcaa3b53f
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70585426e0af54e5dae1f9cc6cb39cba99a76b90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ab1db5304c54f1425a7905120e146704ec4629eabdfd849be138137b383f3
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5db05dc32688fecf001fcd2180a9116fe261da7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc21e55e4dd148c180bd0df16b4ef11c62cba0952048db932cf5dd75a76f296
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a84ae1c0f1c6a0da5ab43ea06db474bc96760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b35de0977eae1e47dc754a0b6e7190ab538553c30717174fa475ca1bef32c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f8f32b4da8ebb38c63eb0e3ae8e9fafd525043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f8eacd0c4997a540ecfde37ea803efaee864af621a86e1f33717500ed67d4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169d42ef8858e29f9f8016a4204d7603caa1880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b122e136d302c18bd962035a714af9ea3a44f95413ac8718064e9fe429347c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73b0aa6cfeeab6ad86b3a829153ba845c7dc809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae0677134a6e233700d946c85023d6697f733f7326b7698a395798f28064bb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b6383795b8420afbdf8d90f2f5e23aa0a3fabe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9610699873a03bc588bfbc15dfb644a90928f477a368284bf423dd5a74e370
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1482fd093d90f9ae4f121268dbe3ca8bccc4019f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cdbe9ee757993806cf76b1eedf87242368380764448451434b4453417fde8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72d6f4ceab0fa74d4ff9c5e35c52b5a7537a7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbaf065109bd666a49e11d910025c5531708514bb0c5ecb592f7811379670c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51fbe8dbaf2bd754b0615529671b8fc666b9610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ad86e354e52cb38070650daf5a6b84f7f93db81915d47de9808ff615f6153
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984ea6f14526b10001aba8f54397df623a15600e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb8ae943c2f9ba83c8badc449e257a94c8027d87c9fb0a39208dbf65a063a98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4971b19cd6d18b6b1e897690e5e9e1ab81753a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d100c469baf5579ba78bf6a01e3c924d83358978ecfe382666ca7f4fb2e1540
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467a1b41bc3a4f908ba5a93df9ada8e2f39cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96e6cac26878715c436dc19c408a33f7bc5e0a026e809c68159258ebf340170
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0043b4aa989eff96de98d755dc482311b00dcaff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8887d03994b65ef5ad8fad3fca00a271ae870b73a66dcb1653bf2baa5019e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a5b3d651d117f322ea3e56a219f4391e452fd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1032f4e77a745c5de7c7ae134a0b671407bdc467a411332d276f80acf06967
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de13690fee752c9b7cbdab4d2e0061a37582e2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b774bf92df83e888241d86bc57d7b03d84f36e30737d47d05bb9da42039947
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a48683cca4092c127169bb5af9b5bf7144ee329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c127dfd6af102d03c12b6a77932da37e19ca05bc790c1ece17c1e66702f0f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964d21150ab81b6386fb8122420f17aa237cf8ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5b5e2369417df2dd581e6026d73c52d53ea375b159267b8fb97317fa2cca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aefee8478273aa9b87f8feb78f76950b379f0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a128c47c7a1d620c7f5e158d54449c7cfa06e3c24f5bdbb7860e59d1148b87af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f7f33e4648c72f2abc499e454f5ab24d9c800c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac78557fa6e87aa9e4ef4585f8c3c66372ea03b52952c29f298ca45e21899072
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a4c88bdfa58456140e22bb1bdc75b029409d07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d1a18335c798cbdb7f9415bb483f270aa5d30317668abff03e758655995af7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebe46b996814c85ed4c93b4aaefcbf74b9210d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec3127d2f44d8055f7fa9685d68ff52000019dd030c41e82e68f846380678cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c94bd8f64ef879716262cb74b95e36e67be1d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec62c131055cfd31a63e6bb2fefd414108d071e6174ab2c32c72d495900f6777
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3265bc03ea23ba1d6e7c908be937741190580c52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a89398e395fb3e4cb2f955ee524eeb00346c6f110799a1e981ae92ad91848
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fbfadeb1e63e9d230a85491f3118fec117b764
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdb4668261cd5833a1948635ad8e4d7309fe36f74690b62fefb6d7545910db4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c3ec89abd11e4839f428e1bf73152a272bdba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b41b84c9a4b21539ab5734a822d9c374efa08a414a9faac56558bdabb51f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fc862dd8f90cc4e1bcfda2cb6acd8a1e06f173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e17546145515609575606781521d774f4ade19e0552ae3542fb124e2451e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b279ff38df4db029c75abfd8b4ad4e1e92d1cbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c4c12a7ff0b7855b3d61e30b76de8adf819bce97b83b141268024e050fbfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c389fc95c41be69b520f4e196da51c34d1af37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18353bfee625c99a0d563b2e1d25b166856e42a2b2f95bdf96c2e288c6f7348c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cde25a929f622c56eaa3c3edf78b7831f7f33f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b10014bef3947602ff846bb58727736029aabef5f6237f56218a082d2404afc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07235a41919a22f70226f243b34b1751e36f2b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a484bb73c049814848d29713fbf9be187b3f21e2a15878c66a9d21bf4e4dd041
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a24bbd6eca6182991c1222c74250d0bdec1fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35907b7cdcf086eb0600090c8a034de32beb9e1891967912cf00682b98e22cd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c355cc2375b8fa959911a710daa31973e834973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7f00be88a6cc743dc2cace30a8ae7a35d6d15a7e5aa0d77c5a2f33e410322c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ea0aac481a2ddb2d1ec4183e408b1a5cc4f501
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3b4ce7e7e9315ea02931fddec0d026c75729cdea933d29a3ef6f9dbe3275fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c315d5c8683a03939a5d4639fafd27f4368dfac0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076f2a75c37f0e5dc5945e6786940b071c0a4a81057a1776ee01bc64fd15776f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61acbe5a1ae58f6fd7fe2da217ff1fbebb34f76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49b4ec7db5e4d81c0dc7d58c4fecedb401307c5465a3607bd92ca8418fd0e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd78b59291136eda2961047399b275818e1aae27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38aa1e9d2c53a26d9249a82f39d2f4e77d6400d2adbfbd7013a953a423c7b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7443faf26932f4f0d89fe98104d75564e5c9d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c872adcca60736a8c5b166bc317064286d385a375632b948e3ad29ff8f0e21
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cffad49241f1830cabc763f5a49abc85e74cb1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810d075bdfb2bf6231b203b0935aeccdfb2a2fa52af9a6fd144128b620eaef75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed8f4734e74c06023d5186d5a8363d51dd6aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c3c3eb27d3cd127d5d3909ab8ba5b5d9ee54f0c1ec1ee0008c953ad5c2204b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70fc0c23b0cf94e73b69c45f401b6b2617e7384
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb21851397cfade0692d1021c5fcfe0ad630a1195e38a0e1e6fecd04e69790c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ccb767f23f9f1abec998d7c04a31c5541c8f8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d6af4235ce4405dc400788a64688c89a64d120a2a0875fadee3710b947d917
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1481f6c33893b44ae35c45e93e19f8f0c49d25bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa9603cc459feb8d937d3c7baa5bc45b72b462fed6e50edaf1e567c43e87116
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca88684e2b5c773dbec130974d1240e088be2df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03dcfeadf2d2cb321bf6487c4973c7a30cc82e38d44424d85a8d363005c02b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a79d859149921c4fef815a661b2caaa06c471f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347250117a6b8c81c249d55d32b4b4a113ecd57204bd513c01724bb19b02014c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18a7501a219a8d40f4556530c5d09fd2c60f974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a101e9b996ef79dd91c3ca7b1d041610b6847905236a93508c54c9c88d2b14da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2b59dda338e1784f1479475fccaa006299087e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2a056b803bebc84d7fa435b45fc203266449f3c94b68b409108eca04d648fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592df31dc9ae3da7e56cfd7eee827340da28f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc20e194ca35dc6998882b82dff3594669d15d3bca4a6037ecc17f96599860
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e09058f136f7815612ce5c4534bdba9ac61df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c04a498540e768b9d736a2f394abbd8088058d1cd8120286fca6186a3bf5a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e21f67c2ff7c2c7cb0b48bb3d9f296432891bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c8ec07d75e4e71f52e62fd932adea0efe16da7ffb7edb5f4a76fd0d28f282b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97150300d364d1e6e58d33b14cec6689e33acf44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3326e0fe63e55eb741557cdf49291bb6526d2fba2a0cd658585656f95dcddc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320de0aec81938cf3212102fdb879d6dd2c3af77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe38803215cf6384f7fea44dab4505b8e5a211b8d837985111ed1c7e7528fe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50101fb6b09088f8c4cc57ac54395a648094a52a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b076ede4bfe449c3f9f798920771f9549ba0e4d47ca08120f9fc41cb88b24491
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5509b8ed5015e1f2fe7f192b1659832ee905239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c041e1ff6ac345b1153887f9e1f2e64b094d48d98eafe155bfa5726382299bb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43386d04bab5907620a38962d260d9a9de5a09b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b5defd6ece970aeb34aea053ed7c1a61eed62c7f40fbd16a6e3291bf13ea22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e963347834801fa6f9f577781d5c4fe7c924a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a526de87c5a5e8c04203c1f8b554aa485eb2a552f22a62c6acf54cbe261413cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53dc6049c9e5cf99952d6b686b0efa2b750b225
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6d9aaeb5886168c37db4a25b20d5c97290c95c4b099d24ce701da00e3ec3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d928c1f96b9f0f0ad955f07e96cfa98bb06fadc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96814a7e274968660a2c00e45dee628410bf0da2a1cc1dbc44323c68e2d229f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196adb51b572ed96803e556f56d6bce8c7fcec88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9705aa7a8df9eb9ad8d83cb8374703310e1f1711626262185f633f5bb4961d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37f03ef84631cc0fdd6fec7f595acd57e721292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84290ec6abb481d9fa4b95720a85b587ef3a3bab51bffc978fc79129440cf0d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384ca0b232d96ca1c59a6472e8830bb47bc5e028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d11229f3dde6fe20ad3948b2a5da53bac4d11a8066d7d2aa2beae8ede47313d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bcb4d5a81be8274737ab76586e0c5075eb8831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8253b73651f0367699cc7d5cbeeea06cfa7e80290fb6ea74a6cd6ab1b92806
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89c17a97bf57ed385de3deafe120dbc23e6c9a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763f4126416720e1b730401e22a64642ff63cf7189074c8f511af904cea103cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca421295c94a9c3b29090bd918358a9459f2561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ea65f78630089335066ec3504281242cfdd9c5a216266df3b0c501eaab7cb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094499d556971c8464fd05e7a5bb41551c62eb56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06a1ec2c1c181515d809a697c0a19be2d7af15c3d2eba74777ceb24a2631a6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2108c301c97d2949709137dc9adc3beff7668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f0e7ae41e0c88961efc00d9ff1efc3affa9bf97d6783f06f895060e83a1b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4a4de72cdc47bda3b1bb9e39847ff21c0c4991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d7d0b66647d6c0c873b3189fba594b0bb6067f661398c0f47f9c1a33749c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59f2c7bae4666912d283617714115eea5c34d00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6974b44c787c4cb2d2b1d22898b00396a94fd4c4597c13e6bb6d789c8a8b3af9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ae7c157a18924c0b022bdfc257b4b013a9275a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974e9656f5ff87a83adc0b55a386a0fb59696962229e449e360c0160bf8e4600
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45df5b6f6a90e0dc0ec668c3b6ab6a79476e34ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af2559076e947c5bcf17e805898e288dcc50534ec2eabaff3f5b2f6f22a7841
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77436939564bd04d4a2b5f63184a3add8effcbe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a409775b101b0c3320d40b2690bd92737e07b0a4dbc4c80b4975be36c997d6ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e204eff0fd1bc0d04c3b5c26f854d34f8649f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99152cad9688c5466f0f360d65ee3495b60abdbe9a63db7161dbb75c3b598b0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eda31a6caaafbf3ce9487fec903baea461ea27e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d699a8dce03da42cc845096dcf171ca2094d77d5daf7c04088024b9bb6ccfed4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9bd7770ccee05ea9cc29d2b90108e07c6f7b34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e2879df47b80b4cbcd1b5b1435180a2d3d4c9ed6a8e666497436dc46b12030
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e5ee87855f7d4b57894319fe2aedb6d3295af2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aad4727d82b63fbd3a8adf4c99c0df0ed4b95e4808ee7879b4ad3386feb51e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a25973f1f835278f808645b8d7b0dab8c982f82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b245af004f665eef5a8abcb987fa821958b7a864a5b613731a2da8d6ad5840
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c55a773bdcff847f46e928ea5cae0f667c8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04921fc2518a44148d61c3a0ce3f264b1fa151fe4cf9dd180fd334afaf4ac7e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7e11f2b35ebee950e7cd44aa927ae07a005380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788150c2b6f83b4de6456427ffb67b4aeec1007a7d1faa4d205c699ee9a2f25d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088c9f97c5ebd29f2deeb24286d6bd934d025144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cc4f3a0c62cc79f75bc20896719d72a3d2005cd0a2b293b72fe024e2ca23f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b68667f2c6a9d3127eef5117f901f889d90a6bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31654c220de3af7276b10d061951ac8cb015708c386b862dc8a6b1fc08402d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc334909d651e85433a136900b68b06ce08456c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a831b93069ee042328f6b5c433302f0825881c88f90682a549399d791f1cec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0489dacc35f8857f49b3eeb2e35f08a7abd2bedc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644bc95feca6e61593fdcfd1239e012afd49bead2624af7897e3a12f4f6adc85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e95ce34d8b6aec8d6e66489712f3a036f33e13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ccc0f7698bd7bccfc6f7401ab1b04b22794edbc4d9ae7022911c52441c4689
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4735deafdf26a230badc2a0af3b0eeaf8814bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a79e8bb5d33e3667e7f64b906ba4fe7ef2a8adc2953ea6215f41a44e110535
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a5ead8ea638b55d0512d10febe7dbeeb74dc12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce753dee955308a1ee1cfae94f182c1e8be1320e23e0c5a3b7b1b6c0be242df0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6883f582c634b233f7f1b5c915f3ad5e92935ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c0ca8ec0dfb85e2d925f4e1f2dc123c04e24a683019f577a0335fd2461b600
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0009f30ca2a46c8f68af3f4799d7cd2a28a981
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7372768dd4f3f243889aed20fc40f09f34843854cacedcc3208fca44fe7b46ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accb961e858022d7922ea720d226237c2028d61f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a6a04576bfae279f0ea43c024dc24fc88d62605577b5d16382026e1f8c952d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297a933c0a4623c9d3d7ca4485a61323f0579991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f3ea5160a33879083394977e277e3449f001fc0e4f997e5887b21d88fe185f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ad90e85f92d76c93ea0086d9613ff7da73974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fd49a6647f7bd561d7920af5e6dfe5c820e7dc4b64731da9a45fb3bd7df427
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2b611ad4001487082c9027530c95d23b2014e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c00962d08b659f34a566cd5f360b196e080102f78ea8e990e6463975b2d86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a12214ab3ece219889516f386b787a614310f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e441b9ec83868594c92db4ce4db887fe12830a61c45f84e1ff8d9ef5c5456
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81892d209c97681918c5f8157257225880e5564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4d4569b35a4fd9e6299bdeed4b808ac219a0f7021b5a30554f22c90f834e77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c108538235482e7b1a2f577a56791572da0a99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcbf2308c3889dc28d7690bb94309b702ac30b81fb5536e8f71da44849f76e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac36a8b3d0280fb9ea7f886c59cfe068b830fb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22ee66ddc2169199e0fa81791037ece9614216d3040905664093f4f04ba2b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eff8b6649057937d35f5c3b8cc6bdfd534f569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2219f3e8bf2db7a92d078c15ee65a46147d7996dc1b95db86755900d9b8e382a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f457671274adc729a9af596d205f7b6d3de757
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8edafbc4eba2b1ee48098c7298583f76966a10d3fdc3f6cbd4ac6535c6edc38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c51043f50bc348ad8130311374997045961256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8929140c46d09fde51a9f3390814de3186ea70466a79127670b9e3fc07005647
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89a4dc574e08d4253be4e8855e2bd909ee5f387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e250a058d9ed200ac38afcfe96fa9c8304f7ddf03becc2e63a94d5117609e544
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da67143ebc3bddd67567ebdf3902bcb8f9c8a9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c17c255b22729f2bd8440a260ef3a94847f5f09f1fa0065457c8931dab7d1ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86f123ec008867ea6e614b82c3144570d24b50e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915c78fed3105d85322730404a3cf46e769305099de201716e8eec3fb9b97bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c204d392eedbb389166f7e9210178bfb5bbc02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a743c9ed1095661d6154e24f5760b701326fb753ddb1bf15ce6a9c36d0f40b11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a4cf2532fc1d0f2fc7806e64f8a1b9ad594d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb621d72caf7e0d7e4bba13431c28c726c2adb94535ac5e6cf88c38db0be376
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612084b9d3bb34741de0d0e07c8bf094082b99fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1be8ffb80cf3f01f2a50c959b44a46474cad3a4a119a2d72bf5a918cf1954f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06039f7cea25dcc775de80a81c8cedc9bc2aad36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31340dcfca81e059ec136d84c2d56395c02495d676f08845bcf8a74307b5666c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc58e96bab60c36f8be898095e02dcb13f1c991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8bf30c15f00d7a96325fa42e2fdc43ef787feba665c9c2d9a074de1ac1301
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0533ae94f6dcc6f4dd12cf00109df09f0826b8c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61844fc3ee64bdcdeef3566ef84c70d37ec5dcfe3cd535e760b34236cfd655e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dce184ee59bd86209ef2fe4bda92bf8e3e1e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c60bdb88da2f2dd127060b83a900e9a8479242b0290a94fec73d377bbe100
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3410fdf45db06115ed02b04d937e5ed1f8ccb60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fff15be7bb3d3d735e4c470f1f5151104629b40f4525e01c6e77232933248d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540605a33f20220b09f3f55f9d243d5bd66bbf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461f7b4156852a66b45dbd44d9f042c356f8322ebb028117d2dac27400ea6bd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209eba086bfdcae99635ce397cf96f450907a4bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c154aa581dc8f797996317973d9fa8897e18cdc7a11225a4db429d93dbcd92ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ccb367626029eb6c946174ea3e1fdcfef3163a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7fd3a0b048cb496a292a132d41aeafe433f7e6d6cc17216b0a15b60d1a730c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f92f4ef5ef3017b70b3913601ed832ea99bbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7ba22640117e33bded50ccad4a583ae240a8212c081ca3bfe0a90b96f300f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588bf6be404c3433f72c196e7a0e246e63d84a19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fc2f0f75a7e17a661382f0df997527712fb9a7204590bb097e233307356ee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af559355ab342103e5b0f0d7454baf4da06047ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa533a5ddefa87b076a2ebc4a06f47a11743cb6fc4cb6c9e5d9bd96365cde9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bc4d3aa070f400b32c95918a227151cca26352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dca5d7a8eb5c3a6741f432b928f6bcc59cfc0f0462eb580cdff7a3b5a42bede
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee57a507df653570447c0f6c5935f5082fbe52c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05572978ad46f94e86d2cf1d9a89977ee34b9a9b12785f555af579b8c075a27d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7460a2b78a1044717b8363d67cddb0a5266cc3fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cccda8d69c85665f36ba2ecae6c9debbce0a9672715fdd41bd0929f4b0318b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a3755c688479a167d5f93764851fa3dbd19e4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ce410ceff370dbf7f6321da7cc17d3396d9a3ad5702d31bfa3dd48c8806b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d0eb707728cfe6d54624249055b659c6d9b14a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2240bb223d74959f180eb6eb951a78a5c260e1393fbbcaab98a479006394de62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783bdb82e6a23b2e5e6e9e5f3bdab88a470065b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951df2be7ba40cf7d90bb2d3612e9e4541c33ecc6a8327ef0f170f2fcaff9203
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081c6fe579590e28a18e07d201295ef9eed3c145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8935f9248426f69c509fe52033a5dd22eeabcc4d141874f70566a85b320d01
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df75d039054162f330bd589a655f9b31e2a4093
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e721882a12ea0121e52b23d366d2fc95573e87232c69d2990ede3efe7be708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4300c597fce6e5dddc00a9e7d59ae8fd45e51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94db92e841c4f1efc62cfd78c813822ea4d0cac79ddad77e4ab0555eaeee4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95749194a4600cdc8d3ad8793e1caff6e8161b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08732762d65b246affbc579630e7ef2da9656e1d3801408cac115b7850297d98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e356ce8a40266cf2d0882aae5830259bf9495ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7458c94be969252d4281388dcf7408394fc5d1d0074a3e23bbc2004e1225ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf554a85355d95363122259d50f279e44bdd8d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0b7a9baf9ac7bd24fbe86b772007189b7f8cc5b8e25fa57a88c9c372439466
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881d05fe391503bf7675094b288029b2741877e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019c35f5624c5cdabb17d7753715a6b189be7e8ee944e2415e5b3839754dc7af
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4609832225c5b95e92fc44183982b25211c1f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d202abde1cdd1c82af1fd9cac84fba7e8c5317b53e405f207c1cfa7c11dda4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc693d2d5f3a2f9bc236430df19d6c8efdf1607
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f011b2def919faa16d927ea5216a0b28edfb592427909b9981580b1413bbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1672ffa2d5489f522c2f8a95f7f55179e7ce4158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffca570015569c4be56b826c114a6c17e0927de06c944d51bbd040745fd0e31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c635bb9ad8b524aaa84d524dbd01f5b9cdf6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f8c745bbe7bc044709fc22d0b40732c9f0f76ce59f76896497bc2b0c47433c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5547a0e2da4cd083b9122497fed5ed19766c274d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c15fa0c85aa608ad779dbefb23c5b9837fd2ce9426b8af84728bf5318487548
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e17642f851b683d63d5f95761a5bcc21449ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6085b0074190b3d5f2dab51ebeabcc596e0e380c319ed6481b92bc46849ce5a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eac6b60524af4f07c21b1d97e82bebf2b094dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2cded28fb52eacbc9d728ce23b3ca285e18569fd58a610ed5b69eb2bec9ba7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d13e1e0a136eda15b446677a0f47809b2daff81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64061a2a8be7efe58726c2f695db22d8cd3fb4a819dc66b633f5a7fc7e4a6831
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeeab849ad0ff82964d4ff72bab9ac53c060716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79be7a67a2ff1001bd6deec9a3d855c77ee75b98d328202fa4a13c514ae3ca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85aee8d35ce4391815af29ffe12f0f19c6a23841
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e64270320664b4022dbe5f14eb70dbb383b27d35c4673ee0814f56eaf357ddf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975cf2be5a6b8a78888586753167a220099f0f1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0968687556d927e584e13492dd7d92c9beca2acde9773fb714ddc114834b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63519f0fc5080a951df9875e9fa30977d8a903f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f90a95357f8cd3520383c53d7a623f7a253c6cfc9e04d5808d2809e61b607db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf2d2fccd344b6a1a046636f38a350f3ffc37de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b64fef8212da9677c1c46caeb20e64d5aac542fe343d459769f3f1a922bd2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15d66b955ed298ce80881c32aeac46e394180d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52144db0c32039a11fdc94612555d926cf0873a7fa31e7a3ba357176a1457c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f364fa5cb65d61ba612131c4fbf4a1c31716619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e129e1e3c0ad2a10fbe89c350d6ace01795423952b02f12deecd4c6f696af16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a032be162500f7342351e085a3bd53599f536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f011657568f82a8c014500b44ddef46a58860c60d75ae6dbbffda385ae7ad697
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21c6b5b877c5829dc0552f2022602973d65f42f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cd8097f3987f03064e105df49fa7e11918b9b7b5e9be461df2b6a1ac99c0ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70e5af9360c59f59cbbf0a16cda1ba417453edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10aae222fe6d2c9804d0855fc0c1547b74b029c0d5c01340aa79cc1b320f0d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d004a6d450fee9b613bc90ba73007ab7a959be6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdadd328465e2422025ed472fb8925cf4f6c52b3829a15c63426094bc4ce1ab8
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e63b12601e3063c7aee06e7171e2c2c12d08f3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9262ea34c3377ff56c64b1b3cd6c1ff754937cb908d32f59d4f7e9ec99fa40
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114fde0bf344722a98ee5a2ae312d61334e9831d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73a7641f081a9ccea7b0503a3117f0a7ed99926dc0349def2c610a3d12bb2b3
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f33123b4bf44f7ca5af9fa15db293296645049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a630b7a58f8bb67e53df1408ccff247c1a7db7464ff5cec20bef8c68658c0f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c11857faaae2f8d034ea4e98a1b8e45eb4c0304
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b245c03fbf9d15cbbbafd71fb7832f8ef6e23cfd85d0939210b24ac88c3c8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb891bac5b059e2b88fc4583e29efb59709223a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723baeb893689bcd129050f9a3a08ccc0c54cc88bd5875edef74581bb02ba4a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701d35920dd6676252a62183d2a9edc3161a38c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307408186da8ae4fb8c577ed324883157a71a0bfa60b320d9c57fc9486f70932
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba6512cc641d02716f016db8c6e7f2b6d01815f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7ba92038f3a107033d284e92bc03f709e7407785e3b3d14c9b0fbdeeb1208f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d44f3f48143c43eb0303de212c77e4f2f23c3a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414cb6c0d8bb66db378950411208eddc695f013aa328f24b65da98dddb406a71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3debb65fbc1833170252a31a746b95416ac953f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b91fd1ad450abf72dd16bc07327bdf681cd4ebb26059045ca430782b91bcc55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcec4ad7266e2e4c5ff2e007eb4d6c3de8d932fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861acba61746b00bef269fa3f600136ae5a00daa95478d7231ae057ff5dffd6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03926362330303c090e700dbbd629f39caa50578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ec66e0fb9cb700939e46119caa44e01988f401790108a80edfd76ba0b9c6ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20295cc7455e5060709943c0232ba534da5a25df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8126ac27950cd3eb11daab36a787a8ce462df1c110f1ebbc29df72349a98062
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e084e95052ebba916dcf6d1b331321bfb6ea30e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6445d28afb385275f28e718312daf4a707e533791e3c6bab81d4e562b9701140
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e33f1ebed579ed9a555215544650068fb868cf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2148aed3e7587d91a05ccc44a13e23d93adf05c847736698f599d8abd4992f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d568fd2d869f90c6f15d7ab5cadc6e60f66e1cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a972dcb2475b07607e2448c7108328cfaa609bdb546f105ab13e356661b32744
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4598995602bfefaa572a6ea78740f4f7162b6c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296c729f4dd6e464bcd0177a6abfbabb829bccb38ddc4e89f02f0facdc5ab462
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98857ee8931fb541d659eb65c4701d9e7ba0d2ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7cb751d64431e7fab82aa67d244686f514f2653c7a72a4b59fed210d684c66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd05762d63c8f961b99edbbda75bae757b22d04c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6295dc7375421ef3ace1ffef0d9c2a63f1d5e2166e09583ca97ee7b74cc6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505e9c1be4093021b81b430f3378727e5521383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4737a54cd002b7b00906f8e87e4d0335fe5e1a590759ed2a3438c1d2a5b82d41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8835b205bfb4147d3beb348d54e341a96f0954c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a42f33916bb33c0bf23c22ca386bcc428e5eee7e9fafb877e53e113942a55b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e13ef01e928b634c35d7e156374a7ec31f6d263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1a17292b540cffceb0cb757d7add9fcea4be69027037cf15bf8b75d922c6cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493f55ec5a89bba0b8863174dad5d3a62b38c85b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b4c5e7f9fe54f33a31315b77ab4da566a799cc197c9da9e1bff95ea0f721a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a8871d3b7372795c6d4c645c10a8f1ac0e05e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb373c24f6aeb64e763ce91bffd1c3742779c0f71ee509390749524eb3ca0461
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c4acb6d971be3965e1dc3378bd59677fdae17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05d614f0c096a58ab1843222deaf374b0c3c7e77c84be0a886f35876ade3eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e7952ee82c07bc8d730894a4a95a8031cd450
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5a134fb842fc67ca03903034268abebb1d479c82cf7ecaae260d77c4852de7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cfe56b2ae32ed727b27f41f6eaba698f081efb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b477589c9265625d9b7d1cec8de777a5dfdac34fc4cd7700bfd121199193c9cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234d6b8216efb3454e65ee6b54739216052d7588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68980a98670cfd0ab407d676083f38f5a485994de13c9b4009e9f4f2a223a82
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faffe3805a662a3e86b89ba5aaed0c33122057c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b56b0aa65de0fc40638c6545d84d5f900adf8a429b2c5119ffb6bfd511e44f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe4d2c0a4c70d17ca4165780c831f766d2c756b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea9428e94e580cebd25ebddcd145af367582615362781df20a22d2ce45438f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632bba3faad935474211a8ab8540ae6a1ba87e15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca79a54ec49a12789fa38c45720f8160682f52a7bfdc96efb2492c764aa7e62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293a893094426d92b4a91e4d310bca311968f012
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3790223507c11d32a6fb55e2cf2ce726449af2f0723ada433df12b83bd88a3f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d41146c37581d4e84a312a3b517d227e80ecf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3576d42730545c8b2def4b20f611a92c6c7e8fe961cdf7137ca467cddf6b71c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6bc65e490a654549e1d5f207acda3843fdcc85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10aeedc0e86b3505a31523d4191e1da8965b5b3c4443524c64f85431bc52a258
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2044054b0bcfe7aceac90d9bda61434947b223f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b577c52d628b7e450331f48938d509204bb8b97153d6551e38cca24e1b9c00dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557b1c97bfdbdbcc8249bf1b534206cd8f4dda68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca30fdc4482d8adf93e7ecb90de6013c67c415e4b253a1066357cd407a728a37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746b8f7c43eae043301081a67871fcfd7cb629ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df0afe158566f747440b634d19351da0cd63cc5f4898203800864cb6e978577
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926d9ce405bf666425c57298f00d3e90ee6c0c1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344eb045df1cd4478cd57eead347f81116af3b4b4662371ba57e0eff7e1d89dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfad4fa20d653ea046206e9ff075176d7ef7949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288806bb68e49cc9c1d9649b6699313723096d0dfd6cd9f0ebb1e0747d363a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac866223381bf308fa7bdfe4702af5b1a454587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55449180ba5ad121f8e96b4e2a284a419ececd25607e640ae4f72336096db85
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c64ca73fa14e10bb7b7f77f888ab8db119abed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b1f2daeff5ab92aab0b6a004282ee3ac1170c3397a947a5b5cc68e9634868
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82efa540f8e95f405da76206a9e8b5351d4f2fa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed70b366792daa4ede9d90cec048244cd1513030186042f769b3059c32bc0d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6cd5d6fb0ff445e71b949b11a778ae725963a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aea442f2a1ea7f8a2ff7e223fe8d97d4e0e7a4615691b3eef31dd615284d22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cefd9091a0333494c2fd3aaff1fc14183cefeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12201070c91909b483988cfbb4acaa4c34ff956a3c8faa02d5a788a503af3ed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f5893e2a3fe767b5ffae11b3b95708009bd252
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f21098330dfbec55bd6f63d2ef4a6b004582e94ab225f51ff9cf5b18ad62ac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0892790eb1ece37f917c31b95805d67b1e996d1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914794d7d272b1990a0dc444631b825ea79f294b2ca87e86699f64496d584181
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fe8393889ceb49bc0a75db4598e07c7d022934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00548c8f5acbeecd80b51e675b791f619ca073146d57000d3e85d68239280ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96b3457556f4816b643b813275d2ddabc8b3f0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3185bc43d2653e1fd03b2fc0d2f36c3afe66a3f161cb205fdf8c1086e72d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6da65b1bdb0b66649501255a91b638ee6af5ea5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcb3087ce90dd67c3df2aaa464f9406cbe02b3033ad35abd4cff6634bbbe6b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f5f2c247468f6541a56eab3b1e9b937094fe4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81d283340211d9e68e0001415e18d2e88872402993a20d8114f8a924c1a55db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec731d18a89f5d226d2a24a9f262378a11e33da7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1cc420f1de3a74b6e055738f39486b91486e0ba3340c6566758534f93d7740
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a8110f4bbea708be50e012664eb8908d32f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d8da80b36b11fcf869a2580482ad403bd5be908ce5d1c46d0554839711e3e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102e0a3adb660bd13e76773c88b0e647552a5bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bb95efc68e817dfdfbd093efd1bbf7b3a79e30f5a6f085d92f4832ccb5aa2e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816c6443f49704504fe06708c20f43669b5cdcbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2944c1c5525386cbd38f3c0c1b7045935bad7aa144b5eba4306a23e561a5408
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fde448ffd9417fec6e30d835f6161becb54316
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4d9d4f430c718429348d79695bc9cf353ccbc9fe4c79c4fb94b7d64491659c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e796cb85b7cf3e40aafe25fa05fd1c110f1c03ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5856adffd36e8b1c5dee93c7799473b14ee0c94291ec79fd662b5687005c382
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701e1008f9a8687dea9b4f0a6b3021376c3a194
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32e595b9b0194b0a005bb88fa1029b981b8062257e0e07803173b5959ea76f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f81a1cd3a46a28b8c5b84cedd94bc961f39d794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db03d574feab15dea452ce0d963596250ad1fecdd3f797eac4241bb932e92e4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe16433c397368d1a9260bd09f9ce76861c5c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ccf888e45fd3cc2955707df4fd145d26f3867cfd3f10d9e113c00ee06ba3a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed58a42e8854d89bdbf004a21230ac4cea5e03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5800fd274e98909092be87f837767e8d493f66c9561ef13ae4cccafd1b052f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5dc4bb8f4d341f60a241e447b673e04e2d3bec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2769e622ce8816ad82d811bd60a2002600f3ff52cc69ea75729b58869e8cda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcb41d1ac774bf9c5e9e489865b02bd8b5d0cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0672e42b66d9afa17a6999e39209c995f07490b020603b9b12490ca954a577ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41811e90917ade538266acb96d359dfb2fe1f100
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e14039b1ef63d36b9f8cf43eb91d44b7384147a392d386758ab8ba606148ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacc5b73d90a405262bf6b71478c7196f9cb69e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7a0bd78ba2069009fa0014c440fccb5e270837dede7f89555c4ecabdf3b215
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3463e61be7ce9fbe851ebfed59bb67934417663d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c01f477d5ff6004ee32c9768d4c14aa5b4e57d6d3c136111cf1a312bced6dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9b5c229cec7f70da86c2db27167de3672263c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ddb38018aeb2168ac9c7759b9326232f34153312ed723fb1079a698de5ddab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4921b0ca09be26d4e79826bc3b33d450d4bc78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4263814e0d364799a97ff7fb6c297ee474d8767694f979197737d0c64a2e94
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cdb5b561d48b10523f7029478e3d1a3ada155d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef1bc0f6eee44aaad88072e2ad5b3dad2dc4473ecbacf13b00c187b49ef915
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9290f9bad43653cfdd920269e65c6763aee36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bdd2b1c56c6c8dc3ab71f82930a686658c5f297a104a60b73a502e0ac82d2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a3928495ed41a3312825c1dd59392a4daa8894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e43e55821b07e47f2f779b1f80eb51ab6791cf5722755843fe9837c526a0cb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e0f965a8196b05380554682b3d3708ed1d101
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a34007243ae9c379275c59b1f219cc838c585c0d341773db1d31bdb7d133dcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeabc43240324f62fd276c32e57c0200f0e75137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbeffcf2ab92331e77a523d783812d1fd545f2c2ce2c9c4b3d4ddeb24b1f923
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad4d1446456a8fa66562e36821d96aef999e809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be51bd235222f1e915a7b1648fb0b7ef5b3554919f347d0f2a649eaefdab8234
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701845b0d6d0604016e56d51b2706c515ff3b98c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5450f9163b5b3613681fb0c7ddb3bcb972795f52fe6db096eb424c5c4e5108e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e80189b13fede4136e76ed57fb21094ba0e108a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9a83490c8b6f5f7aa10fd8a5f751d0c164e2f575c3e1bf6d646977276ee7f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05ca0652193215db6b43940fdf83d7b821da3ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d945727e032242b0a52c316abbfb02fa85e062c9499e8b84c216bc4d6cd50db3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8ddcf01f0760181d78dffe49ed2ca95b039dd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bad7a7e60100670512f18c114de49376f7815f7b45195cc0b00e38e471fd35d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f611cbfe868f9db1a75a7dc32247e236328ff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f6b9f42b73ae9c5bd3fadb4976730b7939f16da90f65c2398601c77fa66353
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf8607b1139a0660ed39fce6522d138433d3edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a76542ee7bc9b9eccd53097623b1fcf6e7e673bb364f863342d325dce00c15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f52a5cd511c38c9d989f18febe2db9fba471237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa7f0ae315237fbc572dfb12b894cddf6a4cca22a4dd6095e1a3e4acdb4adf7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b921ccd30598524c0c8d682500f5e8db16ec8b1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b7edc7fbf21310a1062b65b6730f9d5c07591ed1095b2a5f0136d78f90b99d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1720c23424dcede621374281123fe3b783c5516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a5618c9ab3a1a79d33f505624808422a4df82244f033a5e0f18c399ca89858
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af2f52a607d1eaa0dde76b6de68b0696e9177d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86306cc1787ecd64d359e8a087725d29055c4815ab14936147978eabdfdc27f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c761b8788ca4753a4058d92acef4aa298287b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab619342df6f22ed39212611bd08b2fd3c9289c2303d92954070f012231f340e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b263d6f5479cebd996bd4f0066bd4aa726f1c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdd03701add6bbc21cc87a011d4f3eb5266f29a01b20699685a00fb263913c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eb8ab5f324f8959ea2ee9bf47cd728b4dcd4e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05392cce229d70667392e932603b61d04accea9b48789ddfeb5d9556a0c45847
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179042cb38b4a88db57dded5c61cf7565645ab68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cc1c97e7389f5baa00658dcf83629e14f7afd729a328f8d183e144eb19aa82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be00a3b82a2b2864f9ee5216dd10adcfdc7b9e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a2c9156cff14087ff46b99add31f329e7347ca6d53c8825f8da1919951fdd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4778c4a2c100ae938e56cb86e72138ed7fd94fc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43c8ee273448a4fce73fbf1baad3c07ff29670a2863f2e432fd18611ce47028
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b137acb85a6ac97c647fe2d6289744390cf81d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50759dd22822db01649c4caf2b4b39fdd74d5bb650318a59cd668c06943b97d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9476aaa252f595346469303e64fdb860e3448035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdaabe1d628386e49d559b09bbf915018ac364bd9299f33adb398c2c7f98077
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594fd15793669ad9baf3d59326c7acaa4ae042b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314dfbcbbbb74acf0f310eb9b842aaa8adbb1b2e781e826ad6696e06c374c32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f251c66263a940b8e75f4a0887d0f347147958
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aeedd09e9904bacdaa1646d5be240bc30481d96bdecb9b0aced4db6af08e5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e4cb69b5538b57f2d2453a62eb354c4fc0d7f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8040962417d7c51081cdc77dc8e52b5220a0288592aebde4815ad13a61e90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c17c250a6e79e144a4c9fa3ef88883a5ed2dd2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f313c7670a358361d602f1c8668a08101119c65498829fc2fe6cd51e367d3bbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06192cef8c853067c9d7a6a2891fa0da4388a28f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e176aed6748698fc40ffca2040d8e9eb17df69ffcda4d49b83bb60a48a15aa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe5457559ea57ff484a7149eeeec4ce35caabab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e66564d03fe54aff4371bfd3b28e44cb1d13b2b6a278a4ce855c7a019effaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa00ba55d56812b2f6d947bd16a0f72dcf6e76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fc7a4c93b09c4cf03c3ced9753a202a5a99aee1de4b156e61fe4b27cd1e723
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2135d8ee9114dd13369f7fea8df182dcf982e383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6014ca1dd92aee03d065f819e87471856f4cbf094be1d5c58db8ff165f1d4b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be4d1b63b356f4f6681dacdd85e4543e5ab65ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093aadd8a5adbb75d46b65c778bbaa17d1500bf8a89320fb3bbb35679c8ea2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8719f6b902692e3ff6b0e0fbdfe29acc92025def
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134b60425c4edca987c977786a25638638f801c7c6805d2d74226e84a5f755e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4256a260edd43b69c9e232fe8eb0919f71dafb7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ee33ed35afd2cf60d1ee98ed571a0c5609037200948960daca42b6b7eb73d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f81c181a8ed1a4179baa1a704ea7a615c7759b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c72f389c729ea7201a579b83f1e69f7628fddf3a762a229d85806d5c4ae9fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26314ea5a64d0f7019a2e6f04f0a652306fc872
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c601cab4e3bff01cdc5258d41474b3563b404d5e8089f1d31caba8545d9c34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210b04b7fec9f3b0373a02f89ca31aa8b89174b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf894f9b5d0f86919e4da8d9e6cd26a62bb24948cf4e0d62e6a6bbda17aebcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b34e6222e6a078c82125dd31699f8d96075c3e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b6ee97e6cbc86c268ed0b09b2696ccabf26ecdb6a6ed4224563e404f81c652
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4920fe4ed96c0c09725299d1244a6a1a50361fb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab4d8e36a3b82d732be0115583598aa62c32f99a6ae711483349d31ca829a63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068035be6ff219618b14d1a4821e6d9637b9648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a60da7fbe5bbf8a54bf4a9aa8452fdb6dc861fe4506d5ee273a5634cef08c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ccb2814dc880a52bf5d3ba9511e051ad818bd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a5ee2d1c5f30d9f7e2391803673a13339c319e4fb0acc6077144022c7f12ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0967efa16d6d18a8e6d19fdeab65ed63a2173b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09651dd901cfb3ea16affb5e25f0a27b38efd29e3ff9ff132bf3adbe4bec044d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496fe13dc2fa85b2ae10e9b136c1784cd87104f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d664e5db490aa4a502ea704032d376e74231147f4b04496617d7a9065f08a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c46dcf16bb325a329cd8da91bed2cd01aae4fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16edfea5a23832e9a349e6f6b46c0d1c7d791e7a9ea4db15b7cc7fee90abb576
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2875cd3f64fd58d1953494159342994598ef45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e5b9a0f28288583dd0e9dddf7000805caf3a4608e62ef926affe347bc033bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d269f1ba697e00c6a4a3676ef865ada24c1f7d5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7eef607b72c36dc78394ad16d7ad9cc6f90b30d8116f5d829c17bc0563d2e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a25ca1b6ad2809fed33716559d753d2c2133b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a069f1b64440dd17308e647a887f7eacc4158aa78d383fc4d1c06b454e8434
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bfaf724ae1ccd35cabf2aab71d62b264ba6bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10964000858cf443d3777af94d6eb049d81377aef862d13ecf3ab4ed3bfbbaee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5edd00ca0c8da579e4aadc8ddce7ee3ea23bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3d47ecdaa5b8d8c6f8ac919274bf6b1b40492d5f76442e32178f18ca28a48b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f551ec6ce0dc9c9d05c96e36d4cbbbafc03dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda43b77896d3508a0dedc22f6bb6bedeaeb6618c7142d4d1dc098ec69724943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c3553d738c9e886d4d303aca2575b6b0ce866
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f20f180e54230bfd01b67e38dad2c786fc562435b7688483906deae40b633b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2001d20ce89e449db93045f10d66233b54fd9fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c4e9a395fd934158dc4bc1f3eee629f88ee5c5bf7621199906e8c4f6eb9ad6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6711f0734e30fcc360b6e2505fec65f34f3ab6c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b2d9b772578b51dce68d0f91cee6eb00cf6520b92ef60cdaa412051840206
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbe4c1b936b951af07725572ade34fe674a8d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf79e294986aa01318bf7582b3f884bbe83ab29502a842ee44f5f2b6e470b2f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d23091889aed0077812e00a941a35508d8b612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475bd2dd58a916d354b833de5788187c5649b04882d28000c0583c048127929b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2151440ca9b75791fa6d50cb1da0c3ad9a5de3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884ccc8d56806111acc13b47fed61f4a945c1feb400da8c4c9b986be2fcbaf3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f1b7115de3b46c5ade8eabf0596b2508da04eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743a4c9f6702a29c3bd295bd10529cbc834c8c12809378e326375820a4c6514
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce900ee2a9f0e7c6ee372ecd8e78c19b21eb3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d985da40d19bab4859da79b85b4d016efa2b3e3a751fd244869bc8b8b5824df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9c23ffcd92aab8caa529811c9579cc6461a03e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed686a38a68b298d176cd2dabaaf7091100c95c4b926424316459cf120a64a01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bae8539f920c90a620721855bc1a3eb8d7f1241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a4c66d73f54eb91fc9cce834a1c1bb64524a8e7ef34c5889a7a502fc639909
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d702c375bac07478c4ea9f96b002a76b6a0ff0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e3e56ba1bdcf09d171401d88cd247122f00bc704e985785914466eddcc8fa0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57116e9783726135b55134ada349bcace40b13a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8331666450397abfc215ef352d1df2b483994dba4865157582461ff98b201
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd9ea8039af85abc4b37bec88d87ef0d7c93ebb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41f1f11204b8c574c6b60a2f6e6b6b25d151144ec98e3a9f9f08baec433e7cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcedf64dc236ba15e6cb42d86a7c1c00106594e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba8aab6916c4d4e673f2ab509d217801392980c80b14867bb32489411f8c341
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed698ecc79dc59b7d18bfbfc537223a1880ead46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e401218939302821858c297a0777b33516e7ed7bd895b60f5f1e663f43860ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88d578f59cca759b587a3005f2cc9cf988b5ac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac090956f52c8950b05542eebcb89d2f1d48f2b16e4345217b2bc3eda0d03ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad6db73b677d1e859d36ecad597dcff89963f1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aac8a17e55c8e19e3d3ee34a6f2905496c50d088a5b50e7b5023c7ad54126e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6aa0e058f346d6e24e3d5763650ba4aacfb83c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29acb395ef69b10ca1fc3dd5035ab42f8ba11fb2fcc146baf60f6aaa2a4b172
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc36b643e2d51f09510ebab0ce2c9c5d037e1ef1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145782158d6c387c4eb83c1ba17b96b270a2c1c5047e0150f09e31d97f530fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d5dc7a611bd972c814a93d4f9898dc2b4b24c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5741f474c3e3dc16366ddb21baecef9241dd6eeddb47ca6db800c17e5894d1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ee34d51e86c7853ca5b840ed7f3665541d249b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64229bd33b831f6ee9d22b5e4c8de55e75beb7d6555b4f766877c7ea5c60795d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b75203fa84239d344bb3fa9fff22424c6ec162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2475dd43a74922b363d4f38c01f9136e05aa0e262a2b0bc8154fec4d7b358e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7eee32ef4b660da840b0756034d1fab85194fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da0ef8c1364bceeae491f31d63d50c83245dcab4d27e862812302232e6c2f98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b89c383c288f8dc5b5d3d495a8044f7291f2af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776b034dec71c85beac791c2a9f73b9ecdd04e657cf39a3f70521ee502107e98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1716a79a776bd53b7f22d81fea9d1b850f282750
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff57b82781be06a9dfe4d4cefb1e0d1e8d595f089f9ec4583d61b759778cf41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6a3b8c108d9019900fad94ec00297296ff0c5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ede36ecb5ecfd46745cc37668776d14feacae6324e86e6a412ade38a28f7be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd0f38616f54f082d101eecf0f1fe62a58780e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf5f1e5d73913d01f41849af44e476a76859909a1500a0a81b9a4cbdc2c783
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7354ef1e1590f092b8f48d7b03a4ea7555cfcc44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd500a71edfaf3ddf23d46acb2f5ccbb6f1e2d639aaab04b4d98596fb67215a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d338313f5ddb6d2e17bb8787f3639612d15858b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea32b5a893024ce17e72d4bd92a8c682100c350f3073781ed886eb2bb398fd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adee0dad2b19883d6fcdd8868a5d506461136cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c397b093fb18cb83c807e009c07c6ea3ad6f46ba55a5b233881d8c9e4e82a07
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8686b563c86681485ff1a5aaa1a6501153158e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54338f175a83cee2065f62e9ec23eabf805ce63b4cc551b4cfd003b8f63aa3c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df61f81f96bf8418d206bb0f7f0c807c16f3db6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108368c653b8c03b469b2c53caf9ee7d2ae5eaf68e3f251cba5541873cdfb98b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f2863d31aad7bac70573a2ca9d499627ce4248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e562a7150dea9e8189ececf7d0e71c4a09c07c6ac90786ea2c2799ca876b71a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4a5d41c42d9d1a993852c9d77fa7b41ffa5258
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cee6ad700af38fbbde5b4f96d89a7983635a677bdd4729415d894690655ed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1446ccd581ec20e25261e2eae2626a13fe22c449
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e63530a4d36f967bb4eb7bbb90c31ec3a8826afad9b4d6af150df400b93345e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c93aaf6708d13a84730e7571f00391bb5478da0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14491d0f602137ad9ff9de10bb5c9ab7e4fd7f2eac667481a0d27b19dca5a8e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c090c29895b6ac782eca1afef6b2878bf9799ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf4367d497ca9125bfc4fedee719ad290ca0cc8795b4df5fde104dce702ba2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4691e1cd148286983de853653046c7b3aee23e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96f10e868f6864c25394b65471b46e4f0d475542ffb30f792843cebeada6e15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee8ac5a25af27b62b0e3c6f693b1707b51d712a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f919c53c753ebf2e25e3818f4e67ab4afce3cb6490ae3f9cabfcf4396724fc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b70a5e58819571f38f8f50dc7f88c5b1244c79d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf05b4f2b26b25aa7329bf4da7e6429e16c6087985f769a54227ec2c70f8c37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9b8f7dea0f5f64c980d4873321ebf6a53f543c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfd5037279f82654fbb610a54b90c90cb1ea9428bda4f2602bc21926b738203
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656137ddef211fcab66705030a0e25d28cbf321b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f67dcd9003d22fbedbc236ed507b2069fad39bb8fad5433948383a78dfdd66
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72364364bcba277fb369bfe1768e641094fc878b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe319863a1588f2202e8452c8c5a030af71443064547789c31fcb3dcfda27357
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9074d50e159c8068e3864ed75603d599e629c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa008afd00455863b4692d26604200fcb3ef21c8b2f40a6950798bcdd9d74e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a84f2758a24b29bf0dd67ac10c748354d74ff12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33449630acc8e63f69fa88b7bc7b31a18d618869694ad893fa50e27d0cf6b0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a1580f86e668da55cfe955186f1de76912698f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214b3dc8d948c5d0455764d9cdddd11289b466c9e595802fbd18e212d4a847e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd4219e678c1755b861c38f8dbc37d39104974b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9520163d866e983a853f622fb9c2ed64c07d52fb73e251d7cf312b60223a0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cacb678c9562d40f3504451a334e00b14a40f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16fb6946b93b5e370bf9a185d388a0e772852730206744f1bb03885b826a0db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35254756dbe76a63c4c2a764038f385abbb78c9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa68c3c6366153138756180e3cb150788f57029cffe9d56da30a142873e58d89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c34030bafeda1fb003737925c608aa8e7bff48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d427194195f9ec930457f441e2a251b19db24badd415897a302fb27286e281
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e577f974a5f4b8f3d0f420cb6765148f76ab96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01887109c35d1481f8afbdced7191bea323f96a45f6f131d032fe0593a950555
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ebcdc8c90022984afdc2104b95d2e52f743c4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d525acf46011094ad206ef65f26037b45e3d5922614e39f7d7c1a068898ec4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8aa193169d6f16f3819451f21ca8dba9a6c725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f857c4f5b0feadae5c8062f874bc94f12bbc99a8daa67f219a720ed6044dd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e404f031cdf8d21ec8ef786ef7e32a5a44a1bc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b963b9e46d1f503e23ee0750a27c0a4c9cee86cfbd730d7b6e70c0c7ec0a61d1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cba2541317b158bc31ccd221fb98dab09bd004f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b4c892ec78c600aaf6e89ba0bb0e09d5372d0052e03c1b9661768d96f21caa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a06372d0c8682523f25ba6c64050036f49971d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57f559df8283ee0d5cfcb752fc756938b54859d6d57a020f033bba3eb3861a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbafe8918850c39aced44c7b8099d4193bb2b25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea67fcd7deb6d8e481625e1dff90586bbe5532da382878aafe4803144906b86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925667bd06e638b6966a0abaa3da722c149b25b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0754fdd72b36cc1ccacece9f2764d2536b2a1c803e22e5edad8ba98bcd7945
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5506646ae79d7449dc468a96857f983a4dd8964
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff34e932a97bee40aa12691184db8287954aca3cb0802da08dff8b21115298b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1e2277de6b9093f07505f60ffdab67bb124e56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aaf082be2cd55894cadb104d8f279307b748799b0a8b3b757a884cdb8bb8df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec9febdd65b1c36299d6dc841b0a7dcb659f3f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673f40e69c228f39772070554a4bf256eb216e47441cb72113fa686125ec2a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d627989e040993359ed0f7a84a224b68c239773f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa0028a462d9e06f23555b9db89ba8f4304a85959e7e35c190400bd82d63c78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d8d681587d0a12771ddc4a7eaf2a827328eeb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f488a74d6b26209835e5edf8a132d4d0ca5b9fff39a392fe44b6d8fc5c6cdfc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba2870b567ac53839a9bc9012f877885696eb7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f7834580aa0185abd6257ea316a915ba0601eb744be4ab755984efb4f2154
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471968c378fff82f6ba7a26bcb17b9edb28d148c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c39765bb14f26d2da1d8b7592b7c9e94a9da9b6e5d14cb95bc11843e6254b75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05e264184bb01a14a5d6a2c1a7ced55a9b28b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aa79c2b1ec0aca506845925f37edab505a54c01bd719c61401519de95627b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dde957e09c752578691829d69be8f5d9b03fe3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1beca10d37667db826edce097debde5eef605b1283919a7668efd6c16998f4c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db2d95acfff17ab7ae2171e8d7946247265d8a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cea838dcd21f3553e42c7cdb9cddaa91b8d708f806ea54100f2b141bda8b4d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbff3efa120d9df64f7708f62aa34ec989509ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f64420a00ab032790418d4bc313f29841459d7b0453fb318a804311179b324d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b4688d97e78969a107bec1fb2c56697369dbf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70928061b43b957c9ebf49ead93ad31695cb5611faa83f209f34a57bd62c6f3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d92dddc5bbe826ca33a9823eb221b3ff5a856a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082bc03901a44481f9e4d866fb3e913fd2992008ed1533710a4de35ee7e109c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0945ac0baf5a0eac6a9ba694949cf6d93c392d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c9d3541ce2bbded0fbc69765d0baced346cdf6b74a4690c63b6a8d838f8955
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26b29321fd760d3b35cea22ee05b768e6d003cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451a35b96338f5b84c120c0a76101ce1062bc173c75a4b615ebe5753c44165eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6ec9c7cbd8fbf8d130f5c41a85bf8f18010141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aeda4fc698e32aa91df2850913f866005b0ea041bf913c74a2235f3a4bbe34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adb856c1370ccb94df996c2f3865d8bc219c8be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd7a5de6ade689abe49679a95e3c4559bcb234573dffd81cd78abad972f6e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fe770a8bd13331ee829c225f0ebeb056385eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eef45b3ec347a4ed949c83eab8af40a02f074d7ffe63fb372cc43e313621bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abbd6db5cd88c47b6124523a49793c2fc9eb4e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5681821028837dc816a0c3d0abd598eb9a588ee60b7351bd9add3b01a56016
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6831db319d3f4366af33e9d5730d88e22781f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164ce18ceb0f5e97a310a37f98ccaf226f08b5a171a2261bfb919dfd64a6a37b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930af9b55f7ec7d4779cb0b1b0797e735d29c3e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a193db5b8e09372fa0e8ae3444133a6df4ce417a7508f878cc0355f5d8700d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3a649ddb74e78c2da66bd446af4c3d54dd629a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71adee05fd66a6e9d7c9d7ad88da7f760ce44a3262b8fdc3b650ca42398c26ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce8dc2fc4cda2e29eb280176f3974170b6ecd56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea85fcb204eb924658cf534339548eac21869fde2dca936a077871ab63e5e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c6d142ac53ccde8bead5ff16c742c72aea6a50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2536ac9fb617e69e9aeb97353e88f2aaaaa899f99d26c8540111bd98fbf954d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7827d08b2b2b6bc1d36258797979f4a80659b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d109abee5454e23e40e375b9807be26c56ebbf3f1b81f91e2d122694fad5790f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6adee9dd61a3931b13e6919dc6510bd937d9e93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acb0a9ee8928a21d469f7beca6c7e7425ad7e84f6b5ef8496785a07d2abd866
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3950b32edf296a579bc0cb94faae2264d80ca35b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98ca0a9adcfefb927f256248af52c3a996a31fc87a90107ee106b8b7956be87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1a0825319d9e9aa876eaa97bb64c4a673539f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f7a7a338214f4ad02edff0298bffdc1402bd2dee766eec1097d14b3150a99
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa650aa426b511a0f5087c687fa79697b5a7c182
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b0aca2143ee3f7fa175c26743af979e51032a39e5b7901c99fa3d0c06d7c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7e8234cfb2e497ec889a06bf367de3fc09939a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfe6c579c82faa7712ee86e505bc0534bac2a64589aa3acbd5b11188ba3cad0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbdffe32acffc10476707ba231279da63fbc378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9b58a468dbb610a5e697ac1a28b428c3f80c7d3fff441f0c9d72167010b3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab830d590595f62cf3ffe10fd8ad6fe2f8e4aa7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea31b2d1c2febb78727825c638bc8b9a16af85ec791d1e769539c2901dd9834
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc64cc7419adacbbeb51450e4f82a1d2afc34ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6e85c544fbbbeef872c60edb838481db19d17f0c2b108ae10cdc9b479e5886
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb3f9dd092599fad8e9f41725df813ac0f3218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc2262b96ee3696573aa4686c9e804d12ed7d96625307bfa7e709b99256cc5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca205f7f398d652625df6b3c5301f4f42ed54efb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0417db979f9d0faa66fbc7450669f18b599b502f910bd7fb9abbbe779cf10c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62bdc08de141d2d8127363af2df25c93f9dc9c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8b997d8d9f90e09d3c6fea1987ba9df905534f4a262575f76dc4111bfaab08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca55c399114dd23bd3640fa8818e6d2457a9faad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aa11792309187328879868cf03391ddc8acedf8e24a8e08237ca3f965e8cc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d35a856669210e2cd13361d0719afc2e4dbfb3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f584cf8a28a3815f90a3529b6568c6d59370b648488fb80e6b3b3d49fc2b4bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1c2901c1a57b00f86274275987a7cd734ebc2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4eff81f29c78cf4e9bd370f132b81f1a889e18758c121ed86a74e130640e5dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f6cd19830a7f1752cc46e517bd0a52838fd997
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a599c5d66adcfd621f3669847a12cb32a0cead99731cbfd54c73f9fe4c828
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f5fa65013f28f55e009f2873c341e885331466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08af3c8c94625878b1cde6b6dfa6c18b4d1ee3491e3227823004ce10cba8a03
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cd9c0c7af2b6741c8ddf40a7d9d20aaed8ae17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653cf0a63a7321690e1304afc3743ccb702c6359405cbe9632431741b9d45f71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52d01c32c17239692a6cf3c39f1f50e551bc6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91336ee48ad891ac099153a9cc99f61d47eb5713ef3820b64c631535431fc0be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead9cd29a4bad5959f94bc4af1732af0d309d719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593040165791984258c3d2c6697c0dfd275f17b64762abee02ec86bdf97c6ceb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33537433acefa78dd16b450aa42220d5c4597eec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a693dd68df8d31919830828ec60e7f9250b2c0f7c5d39f23241370c575ac753
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4695163201b5b97d26ccf4031a454dc7666b971d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1649529484fb49bcb62d962992de38bbdfc025722aa114dd96e80c7d5892776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2af5e9fca05ba9bc71d5eb4839f203873b90fb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df09d65c07453b9e4ec309e05cc05f89abb9264f023d2947c637fee306967d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7c2772c5bda34dceb36be0b5117a4208860fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6088a573b1c7eaafd10ecd054162df50cec28256d3191771952f54de4547418
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa7cdc5489987670b7eaa1440f4f145f12bd2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e73efbe1eaa0cef5c1a4478b025f5d998b28750b55ac033df4dc5d556c8075
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddefe3ca1599c67d7be7ea1be35b2864fa6d178
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09c4b7046b5be083b5463e27751ef33f6e24bbcc108be376afd37ac1a01ba78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda53a576db0e479289fbfad1d1ccd52b42c403
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83b2fede256d57551cfab0d4d67339d72f2be887bb24858080a42b394a65fd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1578c2fed305d6d6aa7285243add0d8f44913b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b32b2d71cbf322dec56261fe49afa03265a6bc9993f63e99a8cab35d42d045
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f145488c85323b5a296e652bf48f35f3fdfd069
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6bafb52d0ce44b2f06255d01839b9eabfcb49a895f0b6444241540c1ff064b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511b6c6575abbf766e22860a8a660fd44a31310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852042bbab3cbe94876419ab4fffe12c604cb87aa1294b7be2aeb58471b05c0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb57565966091293b88f6ec10864bbf8a9179390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa0df76cab455ee360decda20359064149851d69db81c60a87728ac12ba531
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a0d3c8b7308349c4f8b8d2648505e24b952b34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8036e29416d54eb4c118d1082702514968e98218775645909fbfbbafaf6635cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74a362913e2e3675e3e253f1740265e06c490f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4df1dbc1ee62cf985efd488c06d5f357d3cf1e5f8551a255bfc40eace6a8057
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd876b3b6c62fb0b252e6f177373b656cb58bea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0314d6534f98dd4b5bdc5d51aed4085c5fbde8a68b2f3f956fbc3c62fa0bb52b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987590de4036f1238176ba695a3596a6c14ed9ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a1e9548221fa292f35ce6335501a51552897602d6da8bde117ff5639c24a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3275dae1873ee9c017c5d14c7fd4dd326f0a29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aac4020971b936021969d39e474e37f93e6413d1ac4c7ffefa92cc5708d2db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8dc4a893d71f77f50b69a2200a7aeca053e729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33264323dd165bdc2495644c9ca8c4849e0330bb4371626c7c68df272b04c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af83e0d5e5115907b4ed1f6629d1ee4f763f2288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7ce42567cf7d87ad090408f26ced77dec8b9ed6729f76665c1d6defb2a1f11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746d77dc741a9dee28953d3dbb375f3b258f0a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956c7fbfcc93f76156a297d410eb1bd18d03637d45153059b4813c144808bc41
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995f0d358c22b03efd3fe6758d8f9b7de17e34cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff751678e38a7d4742d1589a21075bf454fa1c73193a1b3ba9d85c5315db0358
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169a5c187589977d7dc585b88b0d85da92dfebd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333a31f2a0ba329128a9bc1d0912b9063a379bd8ffd9a1d9dd09dc14a0735f28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d287ffe9a137c217eb72a70139a9285494bfc754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7c1fa6ba413e1b4f77171c1324ef8016c840abab5cf1211a17f1d697676e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee7f0706b853094fd7a0d668298852450818071
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd84c3d8d9f82b32aeebbfde54116dd40f4ca8aeeae12e73688350c5c5dff64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef040a5c420c14cc6375d9a6d7c21d7a6fbbc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ac469aa6ecf571ab02e8f0224cbe06fd7acaa3174b2dc659717c264ecbfe12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356db1002110cf2536856c4bd4d9bdf8be512b95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b505cee21c8f0040a0d7e5c4a865eb1297d701e36596cfcc5c34d2e9746edcbd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9fdbdb9a43e5d419ff1133d17444abb103d13b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f633705388d71da5ea1a4daa6b781551be9b8514f0d204ee2183cadec67fedd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732785d9856ef7b3e738ec53e29bee8191f28d2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daaeb74782e9287d9263fb136e75360503b815825bb5b93aa002846ceab25a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cd7dd2e3269652c049da64a9b9733c125d6dbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cad79907a1cf927c7d59c6c3fcb679a3cff995e94ba3723bf12bdc60a54c55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad53e1404c0c9d262b126362cc51d5c465a41c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060931297435ddf17b721f598906ccadbcd2a0de50fc95c7616fb8740b129039
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c171b79d5c57a8e2d1a71f1241f295b3c3768181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56f6eabc1ff88dc94cf1a120f8597593143102e169861dca85c7fb4392730b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb66792f6009e90e1577daa3e2b9719caf31d00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb078bd836119fdd151d32dc27a7b05cab1c2bef58177e8efa02816c6cb35440
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001267b0068908a4f7aef698e8b767c675a222dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e594f20b276a5da5c23de83e1eaf86e5a16853f44f03726fe3d3749092ce6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f026729171f26813f780a899d06df35191fc12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b53eb8eaff9425402f9b9f6fbcf76a260e91e6aec9e2a52755dce29b682684
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12023546847e3e90eea42a6dcfc865ab4a946ac0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e42eb8fa78a4e02723f9f6e67336e92cbadaecaeb3a5f3ccd7c64f9c45fb96a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6859cedcddaa967f6747c4644d43461698f7de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dffd38d3a700175cb709858e3cf3135c89f708841ff5e665b38eda43a69a6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506730dce54b6cb2064572bbd2deea35d39288e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b04eedca99eb238f3873a12e02314d85e5dc53f813cceea53b1f3f08d891e9d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2683912676ebd527df869fc2d4be7f0435b997f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b354c7087a69a3d53d6c03febcf872ded85e9778a7e11145638c7c092803be
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a78d2aa3ab0e1d5f5f0c63001cd3b2069ca4552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc5484a8c014635ceb821a3c1bfca780884b3a0adf9e660ad13674b156124e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1e3ca074202cc82eb36c583d724b09142fe16d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e689b1eaf46fa11c7f666163cac9a4d1c5f5a4a15b6139fa7a086635514c658a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e6449124294fb685b854f1c3702b3b8ca6c217
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61d68b2f0036ace02a3f82430d70f637ba617a5094ea99e5cd48bcba1d43fef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b471ed5cdfb2ac381f233da93bade73ce73eef1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809f7c5a15ef436eef850573553ca29d7a191cce8dc3c2a0c43d9cf40328f94f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dc7eacc0258cb4bb8597e34ff3661818c0629f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35c971fa3b3427dabc4c841b8986b1c2b7a587ffb03b2d28b450684244600f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0fbd067f13486e86787e74de42b2006eb91ec9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0d2dae48e90e8877af58c9774f768c691e44b25ff1fb60be45cd2d608a9ca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e603f7f46d4c0ca7c8750e2c6b07856f639262
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27048222d65d0e111e3d5a277c9a0297bddca698c706e309dec5877be3802b1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7d081a083c4922bb47be132662c75cab6d01b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cf5cc5cce1196cd4a20750a59f2b94da25164cb2c0e8142aea4e44272f54b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4ae4e27dcf9afe931d9a19cd604cb790085948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3b1847c04120a5dca50fb0175efee2e03e5a139a1f1d192a534b532255d420
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08f0733f678c629bdeea4e17371c40dbdd136bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9627b8beca1b92135388dbcceee51cd86d1f34860d5b90835442513acef1df8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7b9cab6a1c0c17ac76fe3e57eb7d8ae21f1516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a70cacaa8ca5e30c10614f34850a2cff13b0145d778219ed451be8602d855f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29244a0c125c56744c8577581e2c8e93c5c34b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32c1474eaadc22d0dd7c39ed0ff6a3846506c9393566fe24466477dc9fededa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168afc055b52ab9e435220ab34a6b88372b705ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c972bb7ec213ec4d0e8f7f0037d0aff76e941b60cd190b14a55e7e9861fffd8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624595128f8ede823f10f71047cc21607f4991a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f7b1f9ccf680c95505cbc64fb25c2f1899b063da47da437559eab1bda839a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb9b2db5d0041377a5b3ce0e1768fffbc041a60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d1cf7438b506d038b96ad9591979f6771798092530732129ba8ee0c7331858
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dd0bb7db417a397ff4f1edf3aedb747de62f86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d5114d70d0f8dbb908391c997ee01b5f34f92a67992de834bc0c26f10057a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd36b7fc5f18dbe1a331c1ad49a7c485ccb2c8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81e6336496d3f7fe503bfa0058309f227f1570944bc75e5e85dc8e7c8faf20c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e1566ca51646861482b93ecc8acb5752e1a6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255320b29fe6c39bfc2d197d5a48e2ff0b983f20bec7a71b298bc18f4aeef694
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42336786efcbede0964bfc098e27f8b7d7be5f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3418b4daa8541c324de1c784c6818c509f4266fd9fd68f2cd41fe0cb472cfd60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b7f883bc60a6254f4963c0d539544e0cb4530
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1dab3cb1e5d6ecc4993b360ce50547cbd1a82f4eede62e0b4c12e0466e4c1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e59dab7e80ce842d204c15e71fc78f5701d4071
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d807fb6ad7fcd0cf81bc1be5478f1b2e0848b1f17992966e397094a5f6765e13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582d45e886b00707b5b6db77b1c8f0982a5692d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d6f241558a85794d37571aea1ee9a19530260c271bf214b57808863a47ee3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007ab867671b84b8a948373173d9ce4ca8f6ee9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7688256c60e5d86e61202e54114fb9e8794dc7f464a13ef5ccd4fa69b4fcb67
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39ba8b8257552a2d7ad3fbe2b3d9ad19bd53f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630a901ae2b0acdb7d69dbec48753b331f18c2fc76999d488eb0f6b31a881aa2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922ee199607f78b9d5fe41b84d7cf804f730102a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a051e828151b23abfbbbba89eec5b4a214f44e7800e1035b0234b69411999
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc0beacfa454b16f459bf5091d3b90d5e6a54ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ab26fa596122e50af3d2e8ef376dee7f74dde3e558d66b9ad7a2f5ddc92768
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb56a3f310d9eec37a202b39618fc7e7d03245ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e24b0ad5a41699db2d195226f78172ab48f41ee35276122dd8354b1e45a2ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fc98461c7d92f76d5943065f9a2c04cf5e6fa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baa9d47211cca5d881f0d15351e9cf81a74a2adcad293cfd1686488b7b61f65
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e15d0d6f26c3992b834f92db3d7b569a01a42b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a3c622a3851c1db32e62170d9b82f5f44b1b3dbcc07174dd7cef1706ed7d4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135950a6e60972210703c2a09c9e7c5690dfe962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc131446ca2a806af5243f90af0036b6206ccbf1e29471da13bc92c70f9b020b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f670f8bc68b3568c2158d242740da5331183470
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478beba6f98410f46b5114673c9b6b21cd242425fba17f429832d8538e68e1b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a985e3202023777ee8a0a4339b66634d7390d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed27b2bd27ad10d9d83305a694c8ed72bd0936a9de9d9fa955b6fc858f66af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bbae27020730b4f2170c2185021147402ddc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c119da5782e7b4c699d0fe4e044a62b24ee2fbf1a8080d1d1c502e667cdbb0dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6289e42ec188bfa3362d10ed2c6e1bb65e39549c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17fdcf8c91913a4e2b22432f12c75ca67835b5e1da21bfef7aac9b793186816
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b63ba6ec55133fb819c23c2ea03208bb553279
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1cebce87cf15c7cd231bf8ed6a3eed0c43b1982a8adffd89e3690e068c04de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00d0360101247022d4dd791711dd04cb4efac3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582a779b345dc115899a60f1a724a7839bf5b991996198315b7ea11eee26a9cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47da3414c35af99d005e033ac43f009e9ec431d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc2a56b64ddd4af854a7051678c8c1ecf0797cb564a4c3e7dfd4a07e4d784bf
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19ab7ccb912b864664f8c4d406ea9b7d69b2854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348c2b51cb5feb68e60ba7ac9505ee9268cdbec85e6387f6fb6a77dbcd2a8e43
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f42eecf66e1b76a37418fa53f943f86707f748e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df86149bf68e3e8a00d6e45508d02d3bcefbd4de0dc76eba46adc2fd2c7e9f5f
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3815c47913e374da20f0b01a087048814082b6ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dceaa1e6b3b782e47d8019e8fcb1c3342c52bab5094e731bf82effc313cd2f
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3104520db5fdb1e96cbbe8b0b5841168567324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2974e1cb0e55077d7b2a9270881e70e333bac12efcce9d7a7a1c4070b9d5c7f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbc69b1689559d85462c7c3e368afee12a8cf87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf74b3df150ea3c40a83c4633ba466dfa6145d7cb03e331d7ca58baa79f78db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c5ccef51f03d0de9ffabe5e1f49953635675de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954b017686cf2d65912148f0bd6a1dbf06bbed6d8ee1faab2b93eb5de61de80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc91d6b479aa01c8865b9aeaa6d58afd0e58d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55aaeaf97ea9c5de9c15fd03e66777360cd51505c1e3ffbf7ffd6f0e8b4318ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23dd0983b2ef43ede5a9b42e3e5386d3263c59c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a170686a3ef709f9f9590781147117fa6c437777f0a7ed46d0ab6349ad32321
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662cc4d91e9874c87d54830b4b38cc26d9570320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47a3ded9fbcaed14d72c8cc3c4e8ee4ac43b415b741957a14cba411cc3ff11e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cda7e668bdb9132cf64e272969d9825df3515bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0addc0d83ba0e2718d630d33133040be5c285f2bcd5b31acba79408e01f00695
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7913377ff5d1244d84d330356df69e67e856baaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2b3b55457733024a50f4346c298456ccaf6451fb6b136f4dbd08ed962bdcb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b76e269352775514c261a8e47919f051dcdf7c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8512c9c58c73ed1aa4f613b854ff2aaf2ffa05313626d6fcf6a88b6e71d217eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afff705bbe65a0b1a0c3d5976229b5010ef13a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aadbaa12eb556a133eb7e1c35d1be13f1775a1354872e2b52fe88f2adc42c1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc07aa1cd3ee02d2b60e91102909a6f940cf430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e0d4b86db396cfb32897e57ac450edcc94b116a19a72cf6ba741f09f4dd351
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3593af0fe96b31821147d42206bda97bdb3be64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d022470370477ccf7f28f19c3cd097d7ac43ba9ef2c3f98f85699b6ce67241
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3cd2a0e64e670efaf394cccdfd921eee2f87dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868e85ecbcd93d86ca247c6c10f16aea76b44da3c45685fa22fe90c09c715bae
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a33c1e9e783cc43d02e4286212199fc9741b8d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a0d260d13d6484b1129fe0e4890b46be2919dffb0c7f3a33d66f26d8a9e5a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae13071768cb5afe6a25087b954667d5527f894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c298f8d7c46b199ce2b054f240139e99e7eb96d12fe754fc01bedbb814ca470
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea78da5a7320e2e89321c7bd4b9bfc321ac5bbc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c5318379027f0f9a5e2324b403d2065dc472934f82f4cc19448df454893107
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27691055ea0a8ab04f3eb6e3a943783774e07dbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acf1bf45d3ecfa4bac4e97ac43aaa886cb53531b6af2158b58127261a59dd29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb7db70fc9713e164a02465066c971453cc443
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9449472d96f4499eb5d48c7fc8ecad63a2f02e8cee6a87a16152bb52ba167367
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bfd240d48882042ca9039bcf95c3833978d8b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347100a8519b24d757b9463891cc4995758ef7600b8368be0a95c73fea42b1a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52ae91ae630ba5f03b18fd0ffccb80ba81d8ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037c0425456435134b7f00fe2eb06d1ac8386ada2366bb8e5f1ded0f3f5bb0d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122c88f95821a1bf229f532db4f899c0b2544eec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751d8e10d8c82faa59a756e0511cbc91f070c10a68cfe5aac07a5e1006434dc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a496e9d8ea3525118e92b48522f78c813fc9a46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c95f799fcd5698464d54356611fa4f52eb30b8fcd86099c7500b00f87eaa3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2fa4177a1147c2a4c545f06964ca5dd489b546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c58a35072f9bee3b4f7cf3943a079b079c127aa04cfd507f395cfed4c534fc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f43c7528b98a3004d4c084ec5a1f838486b2200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761370ee39629e358a70052bb7a34949e7b085f75580b22335b167c3dda0e0a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36717c7f21b5035818f2bd7d6bc2f1edbaf9480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1575d834f5abda608d662afac8ae06574cdfdc52b85c85f158277051213f99
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e00906242b02bef3275d190f7547ee7c25c475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2d6176cbd78cedfce774b4478a645c050583501287a1777d8df3b8d4fd0a58
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdaccebbcbe7d508ab87dff7be1ce85c54dc687
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1956df61d181eaa7b4734f9c7ed4a9608589cc58d1781a03568cd5259b74637
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d96660a9e63a39249c4f61c7e2cc135968c90f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566037ba31f6cdc3102a640f6eb042d35e2f4954f12a3ef4253f3eea109c95a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472ef1051402125d42cc08f861e6b05081ea4ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc6bb3e7456988446395200139de46d3391c50c8ee8e0b3c58bf7ef25844bbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c3a1ce66cf1852f48dca93d95de37660df2327
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffdd4daf4208cb7a707d4d3ca2d45aa9596ae13f41f639af4199e9d37a44b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdea2cc8b69728a5575362314b076de1867eb2d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58794ce759a9ef17bc88a7f9cf66e47cefc967723a40b4cab25fc71bc00dd02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a56bd75e9eb9a3d1250bdd33e6ce3387193dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916bd173529d43f1d5345e46688e59e2607196cb65f8cf283f370dd3ebdab955
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce222a421deb5cd42f1cc2ff9197cdde5fd9af3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3dac78b5e9655803d5a02bc05def1e72df1bb7d5140741fa1d07a1f2e61996
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13198beb3dac45b56f8a63c5fa8d7daa2c36b46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac00015d3607153965f444cd73b6e2ee27425b3911104e3307aac238f5e764f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239649e5ed9974170c2e9ef25b5ccb68e525c84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516d16978a01a0b993bac7c6e29a39d44d9ebbc209ca11c572a6d504393d1645
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0323e88384d75611dcdde2fc146ff617e3c0a9ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6bf890b31274b162a639ef227b2c68cbda7d50cc540d1e3a1b8d981ec2f1d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13615bb3e9f5c16e45161caa4c99055c1c6aa934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f573edacf0b3a8c58d69dd0c5c38f4a588b228d0ff49f84af9ee8087d2000d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3658a918eb69f362a0503033a3bc8fd9b887e73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe007434ccd5afb365d4a46c411ba72bd9284ed815b5119febeec4c324f9dd4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5643e17bb9256fac5775b87b9d910ee35788299d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6361eb37968448858bef36de65541c0ec201e6aa489f5017a57d779bcf8503f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc669a2a4b438eb9cdc2d6f19c5d0ea8d8d38e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b50710922df2c7a3e4ed2e476d97f7b32725461661c7d6dfd0b677224754c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41436823abf686e682e9838f97a65ce13ff49a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88d0fe042a95b6dfb4369ec8ffabe7cd9af43577f3cacf64a60462f7e53a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54c3addbbfa7653bdf35fba8a1f4471f6077de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de975085f4843e4f80bf0d25cfcccc97b8febf5bb50ceefa30a83bccf6dd1770
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a97046cf518e54b0e877330b727b280ca533f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a36bd42c48399a1ab6ee6924bc188563c87a834f770f1790b13ab8eaccc44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784b74c94d576f2cc71df6d549b1e6fd94522134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68982510d313903f6b7d7d1944ba6fcc3b78349db60cfb190d7731fdc3a770b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18423531fda5bb02bf4e9d38d3b500638d17fe08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600ae31de38fd6aea3d7a054b3f16a4d63adf213c5768f8bfdfefe542d584909
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822833c4c5cfbb7f17e5ca4ae1b764248eefe2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a7bc4b0f7b6d14e61f7d03fd62ec68505132b60983bd807e95f8ccc1d2dd6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b422c7ae5c3b4964816ed6df730050ca275ac00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e420fd13a01776ff55357a267156d8c63138ba401f8bd78469f608187b118cc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d67b3801147bad9fef9b6f6f34c8cee229b8a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc159ddb2cce684f8fdbbd58166809555599b3deb8efd5a32d9cc064673249da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f34e132cf61ae817fadc8da6f2dfa6e566a8fb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21859b0cc7eaf6551c6b24602a85c4deb8971fbcc2e6b9054b89ff84236e0853
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48029e1ad398cd135ada9d4b3df956b20632a5fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd5197e8fe3c9254bb12321dad137d4a0328c686dfdb757d14db02a23a22688
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62cd1a0e9d4218014b76d6d976543f677683894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70452b6c40a28d047fd4c0639757b58a63d3a5776dc12ab4fa73a8e597fa1e2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f199dc0638d075f3d5109f89f529e07b04018b83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd70814ab5bafadeac57994fb8118e35a31221a2f008167360e7e16b4038cc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fdc7a34614e12826d82275320ed6bbd7d2d9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5f35c581a7da151c0d5398a777542a1b84ab41d0b356c7e6ae2db6128d1897
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa2a7e2e024d36387647f10f321660c38efcfff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb4addd19fc96db2ae9149f985f7ad5b220c5ced8a77f413b59dcf50c380a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf1b427328b41b05491ea6bdccaa7fc6526a6ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d523115aaa4a5bf414595fdf7b2d9b07917e4594bec8d8f4e736178e468c02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6e6d9533ce576c55ad82febb647663fc0b0595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2648c07d75760f9839fac027b3f33f2733e8ec55ec9c8cc73abcb0146be6fb1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a54f812a3dff433d0c377886ea5f873dee6d40a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a67b184ab329a17341a968a2e9d203a2bb8bc7f3e893e0468e21c34f8a5de0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10670d385cce31cd227f185cdf955ce357f6af3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617acefa55d4e812f9d26fae870f34b5697fc720a2ab65e75676b36053c1f0e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c410732fe9898ba0656a482478e01d14258f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036a0cbbacce9859457fa93c6084a9732a913aadd0b1f7c7ff15003c7c0d2afb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06af60e576c4397811e0733d58686b4be55e06ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5534999aa7473246aac3b000e4b8515327f27f499d3d32db41055279b6623373
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8037ff39fe9a55b9d1973dac4a47477d610276a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001bf19c06c8803e4b88e085b9588f66477eddcad4ed3729dd7eb3d2a091985c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebc135e34f8a1c745f6f21cf5f34b83fb776126
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f437d5e09a092845482169d232a3d24f1266d0ece56adcac68e693173ede79
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84baba2544dd101d022f08141ca364aed2247dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038ea368d132830ac0380524fdacd53854864a3ee62670add9e53f39981a9e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1669745e8fa67c52736c9c7442c61d85bd4d6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236292937b587a91ac62d262ffd107973a0f138e809f7a35efc604ed85925fc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cb8ed8ab6f8f849f26cb136389ffdaa4c130f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6de683b51be6f77720cb6a3f973a2d2192c3dc2ace2ef915580c23241932f6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede58cf8b825902bcc77b121a26e5fc596fb4c18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c3cc7be4ca20bb6e70649f0564fd46e7a5b262d2a830dcbe8adb0ec223aba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660f7fc2167357a83b13f5d2e77472f06d7dfb2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87137bbae0068048bcf7be591b5c7cfcae47dfa06a8b11b9fc7b01268ba6acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e768d3ab24c7353a1facad94dba70cc4ea34d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86d2d334c6d3de1442bf02d6d12eac00ba23e6c6186244824fb3b446ba75c4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078f4c9ddb94927bce8b6dea8c5047d8fdcbfbd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f05d53432aefbc22dca47910ff058cb36de7669574ddc6e7ae9b41dc8fb64e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8fcfb15b9538a76956f69f0964f6b03b5846fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfc59cfb978507fed78d1db703d4b6d7ee98fc6214435bbd2827a79137a35ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf1bbe8d7da4e0d43e131cd932a7785878622b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b678767a84ecc82dccfcd48e090f7da832a2a0022d05222376cf994a937cc7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f069db585107a4a2e1220a04dd9eee83915c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48556e5059b94ce86c7ec064ea22c0df8271caf3fc8969f90f84c5623eb7a2bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5340acc2fa2c7e0b7a3830f3b5fa3a934ee838
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224aec1740dfcdbb2a632e8a9db8b8ea18762e585a3b110682dfb7a4ad814a48
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b3becbe7bfd8a5c17db34af27ec9a318ea8b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05760e0c60ece876f9364be821d1de38ffedb20691b8626aedae5f6547e178d1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1a43dab026cd3b2c1d5b7064ffe499bada8409
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da71ca653bf0e83adb0dc0553714d736cf886cd89b81f9374dbdb3dc8b0c0552
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e8c57ad308500232d55d1cb146a47adcf7f7ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5573d91e08f72b0f19895128c90d3f7634a97d6506e4208ac8f0d49efbee75a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cecfae4f123d57a3f04c4520c551d6dc0f4d09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a64cca8159cfebfd092b756d6d035a1e866f0162d2d439319db72a6432bdbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4200f7e068581c30bd92eacdea5cb60caf62d442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44d17d1df8acfe368b6c02e716577f79d1d56806c9df4b18e61df4bb4ec99dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4d437e7f743a39308f2153b1ff4ba9eba57bd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f05b51dc012be15be77f275ef356010f8c718a0dd0fb14dd6f0aed65f36ab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5381d69b4eb0fb1935f465fa70156b90b8a1c4fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b56d2c172ca4988bbf2b799c024d910ec7d422489da1a64c6a30f747065615
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7148c7a9eb7dde6a89fb91c95e388559921b79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ae048e3dd329a8fcc7fad57516d9c951fa8a6d28f765b74b039bf6e1eef140
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3870557fb4574147adb7ed5f7b62a71b30bbc711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdedc1ceeaa9d064015ce8befaaf41a7f718664657f3bfc75bcf54fe82d63865
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef661aa0f87c89604dafb34c48dbd3be55361548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdfb9661dc67d6a89add3e24f4b6b38ea05680f5bbc728c3ab023a6f22c716e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3533ddfc34b2db7accb752e4717289c66f7f4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970af76320ce8755fa395aea90a502ba7bf472709abc07d423d4cbd5ce258be8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f4dd63e26109949d32ae25687d749b691e374
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6900c033f266eec08438ffa75fbea8382385f0de72359fdaa5bf34a417eb89
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1413cd2ec3c8cdbdcf47acaa8e96e04268b5e80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02497bc3b0761bd4918472d7c3c4f20be797af1703ca2da487e5ff010a590b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4386d235e3b745cae76f2b0c760b7d89732fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4fe6c97228d48e63614d44f97305707d3b5eb50c99a385ad4527f6644f5c5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84982902079d402e2728368fbfedb8633bd6c95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e54149cb03c14aae2c7b8cb211481a99586a8b9536b92f30d9028e040b9730a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0f3ff32bf30563ca5742cd45aae413b9239245
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9dd6189de8057983139c0b94c3f0c4e9c92e8da188182c9bdb293d316cfb89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a095ff0d8403ad68da6e3468b58c90b3af38a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161252eac24fbc2180d0399df54813946a0a2866a9e6305d1b3fb8a6a085410d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867f7a4bd11f89543de05f69690a0498272edb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aa32995b6651e13b32948c15f75ba0751cd718701646c7e269896a20ccdf8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c2da5d96761224815de4ff7f4325d6f2c92cb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c12db9ea3917c79c929b2c3ab8740737da1dba4c0137385b86b44db6f16eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0b6640cdba57d5d223b632f1bc38af088fc758
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d7dd3a652b0bb7b1ea99bb43283a61300a42f96802daab5ca13e7ce482db64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b07667adfcc6ee2c937ae8b325cace4ce74d94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894b04c9f5131d4c52f14545bf16d8e1452e3cc2dc2e983bc7893ea8ab8fb643
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a073e9d2ae05e02274515ae71e68674ea001cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3e827167925da0f24923b5130dbca111ff7f516f2298b5583619ce18045ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50614bed181ad6682d0448f421e41c520c63c11d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0428ffe28378491ab1ec3d2d1a31c2c66bef4dbe9f01b2d42b6d46b04a8413f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e52eb8831030ca55170639b17c0e2bf681aa2c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520bc86d68d8eb233340f1940fe7708b7241b49f62b78e8a923d56b67b2c1e16
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5095532b69afb362a73fe06dce21ab6afd0f77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823c7ad1feae2a65350c60e9a79d43471f14fe498719bbc1202eda4f7e7cbde5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2a91ae5f156d2d37b30a390cc693c390f8098b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95d346cd9c7c6b3be80bbc29d36c47b986e0e5b8f14e48f6d7bde8ac2da5ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4b81881cc6f4df5fad6e77ddfb67d10f0e792d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5089b1b205cf8f1da2fac8e68d8f4c9d29b20a136b4faa885209bf295a0412
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd51ef0f34772bc62b8f223679933ca72cf6998d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d39398f2ce93c21eb6ab4368725b904620d46640241cd408994d5817172de7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ef7732887ccded31cc17926b4359ee53c0657e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3571db0bd1891685d6efd0eedfb93b7edfb1a8c490eaeff5cc1ccf888c195dae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4292da5db96a275805ba57aef7f9ad3fecbfa75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1050c33537423a75408a42a10c9bc3595bfbcc17b447fc061c488f2493526c98
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4970f1d8245c5d226d351cfa67f524c5414f536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876f47ccfc1ffa7f63f8a07574b80a557c17f02f45aabb5a55d821094648120d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26daa5278a6723f4023ef9db3b0a966c0d4a1847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc51e57b0670f3d42f56aa1bbe8815209f02691e071518cee935c3f3c1dbee3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da1baa8504708403abc499f7e1c0adf12f44b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659fdc6bc150577e44d115f5461d4a9f377d25987f636d1702ab166c0002f75f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98735f726cc0e2b87bdd1d789e572166603945b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ca6bdd60780f70e5a9f6f3aaf51d11bb6c71b325f829486001ac0e9011436a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a984591ff39ed1cf6ed641e7b520a476c82d24f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a5cefbedcc4ee8385a5146a65509e91a25fcbeda2b4c76e1958ed001294f96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cfbbb5094691e7becc303d28b100fc4c07f1a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adaa30a748b18a4b525603fb16e50917a795eb9e4dc0314d4b4a898cdefae26
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd409f2bdbf4536b6162ae724f6f7f83499aa09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4b658ee22d6b1a8a805801b68f10cda2c4e7a3c334cebc50f9e034210520a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fad9b96e55420d7b9571d00bfc513c91e9b135c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea96dfdba1ce1155d866e9ad244f16dd4d2195192157ebd079aefe3d75d3a76c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ba64b6487e4a4a97c5f69f7dfbc52176ab7251
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8b4b9e71c2eff99692801064cf06a8c0f665e8e3223d399895aa5b14295767
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7db48b564cce9db7bd8f81fa07dcc89b7d93ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ad9db22b10ff6b3463063893d62d9831c48d51eff178fe70a34583dad8ad55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da55b316b63fd17c67a54aebdc009162c62bf69e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0701b01ddc8a3b3670a7283621a4d1891119e105a5c9e29d89b6d860be82eac8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53eb8af12036472f17b107476bdac1d2e0266fef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fb1b1b3e0c38fad334ee5dc551802ea0202f24539f70fd57e061c71237cf21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb72738821089a81acd133db72ba573ee4a791b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0020a1c55a19c456433d30726d2971458dd3638d725b51ca0854213285cf2f6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62cf45a970f45469df2a08a4ec8bd1e8d52b826
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263f4c4af915528e3175348e525fb033cf3f81b3778c0319aef88e4484c8eaa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c440764abc6778a50d19b07074b027b0eb5d0db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148c9a33db94db0cd1d0a78f8586694a077aaecab93dff42a7a7535fe238d92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ad33ba996f8c21d23c414e34572493f0068a57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825711fbdd2e7d563aab0cf9fcb602d1c3c08c658e2394649bb518fdb76f7e6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7680ea73d86182322a5f02e36d88816602a220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78962e89c08e331ab1a5cc538b6ce6df896719e6e9a55ae04bb4470d446fe718
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe80e1c226367b62c9c9d59a346ce2ce61fb3cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa88abd6ed789b4f860567ca47f4ac54cb3ebc917bd94e3be33271cbfc4d3392
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafcb28c23b9aa0b56d2704f859afc34e0c621d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdf3cecbbf317a7e8245e078d601c6cd94ed0fbbd21095252762644a7dcedc8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eacdb7a8eacfaa16f93dde6b6067859e918b638
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3494072c8d2a26ace0f40867ab0287134cf2ae72bf234537c1fb688e4f0737c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaff154fdf3c70f315dae10afeadbeeb18eeff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b921802c7587496abd8940b4b4017a8ea60bba1eac601357edfebaefd33d67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4903c7306b5e81cb8a0b92addad014de28b6c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04666698659efd917fe9e319297476911cdaa8e7feaae70563d53de2075fb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88e1e3fadffaefd342ea9b9a0f29cc5a62ef6a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b454275a607db5b85eb76c32acbd808286f594972f8c29f760b96bf3d0838f21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34633a61c07ef4a82bfd8c676f07d8d082ee2a3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f485149a92bbbe2034cf574b5f3a28f5385526f9b0631a1cc8e31d02037d886
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea13c04828b508dc3d5805a9c7a29a39a2797d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c658eecb6e991dfd843b13aa249fbed39e0bbaf993d9828fcb06d5b2db542c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db36dae94096da3eb4ed0a808fc1b688475022b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699267fe4500f7a31c4a399e864ebd5c00dfdc355f8c3249cdf40f97cdda79d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303d22019d9012669f1b4bf0bd30a012b9c8a9ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857d72df1357adb0d93ee722f49373a75dba40453ebeafd4aeb00e9ca42449c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df5b25fd9b37a7f297a72974a2e52526096be96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc81ee9f86b91113c102a03c2abac1dc546d7ae8d14062ed5481c0a671d3542
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82671b3066582197690ad1c9890d59df57a4390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5243c825a330a5a30fd365f5f7f67100ff2b5719ebc53326a81a96acb3eb8e10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a65b6dc91be5006a0bf8065ba3f8acffd3dcd13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269aef8010f4a5887e08472e3781046c2a50a0a2defc70ba33802c2a434ec534
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32117fbbdb3a43dca279b0e5058d5a6f43993367
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e713c7f63a1e6cf24def4ec579eaf3517d635e4a04972ebb72d06d0006c264e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672c763b6d1ee47d496f2d0ead26d34112c71ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2121e921fef0be6e0a2e4fde6ad5e034d97690dfce9d92bd7a185073652072
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ae4aa6f202a7eb4b158982949c98af6014822
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f641c559bbe119fccaa09216323d45a2fb65294e6639f43cd911a9c8cf4d88f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7930613aba3ae80f0fa4248f8ff88556c637b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617aed905a3a4221eec1938eee4e5d19e45eade7eb7f5b25f9aef77e91cfa62f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ca5c3feb12e24f7ebca2736285d63b392ac9e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7555faa1a03d90d29253f5f03c4fb3a1dde1027eb80c096b8d9d4b6123fd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a047ce9416796d7655a35d69f597b4d5ee34cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74cc1b47a868bde0e755ae50a6a2d4fda2350623d01c1d18d24dd825252287b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da25c8cd8b91114a749e50a77c8f5d43a6cba01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b562d9d215bbff8ddb96f2a64db79d93bb77d7e2e5a40b22f6061dd6146f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6400d9b96207e96c73b3932de6cdaa741e9bcbe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2c7b43d3895ba80eee805928b3ca8cabba758f427374915f570267ba566543
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f4614c832ac207c6040041660fac6cc8921de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6021c857e055c7a79886fa263f21a64ed1045440275fe5f657d947f3a0574918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdaffdebda850587ef2488a18180b0416566f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a0ba43774d1969f379b0bb14108de71449e6ec0a9e39d5bb66e75a55f8520e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd8bf25eaee2111cabd61a4187949426130bf6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ab65507e55e6a3fe6b3d51f6954e1767548b320c56f800fdaea89aad754946
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28589ccf3b6f2c0133196b3538278e7aae7b3c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff90bdf4bca8d674641d3fce4e6becb2c6e03e67033c319ccd8bb96a8adc73b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9619a9d06b61030f9d6f1cb98a945fd48202a86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba45b98008034b9e5e618d0a97b6b7359159578d6bb71375bb088ff515a7d56
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8ba35514325decd4e6fbb50ecde05d873c8750
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a88cbfcd30cc107ca847a2d631d69527b67e74c13a2c92665e6e9d3c48ebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f28d211ab5f4a736b85cbcec60e15dbbfe87fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b405b013c58561e7e9e9254f9e834c37307f2d0ebfb1029e8f7b4e60b20bb590
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ef6e7bd4c58f0c55f0b8d7f3c5c0feb91edd10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b62e1f7f25d0cb2cf656a7c78c9a0d9a63d408309342a41ade9fc476bd33c7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a73a5e1b63ab2446a3707c30ca8470e738038e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6d8303b8d2da0d09692a76104749a2d3e27e56cbd1a6cdcbd6fc89b5025244
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5041fb6b39c8543f1f0d40b99fea7b8fe668664
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e93c434a4b651fe4a6f03aa1a25d38b34f99861dc764c2d3a8d38550d94a4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da861e3c0436f0e9fd8aa50a6bab86f1a4deb0f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ef2bcc15ec8f5284a50a5dc6257867f756f42c456f7557ba5c9fcd31da1d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6624d8f7864f69eaad78fb4f7dd84ec96eeb953b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d0b481f39c33c7e45f13287be8495dfe360653bf84641235cfaaae5779bc89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5f2d898701a7869f2eef0aaab59fcc881810a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd93c3d81a020cd3e6442a53293b5a1a769f523fbd40b97991722d52086dcec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9465aeb13bdb1c0c8f402fae6521bf229fe8cf8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017bc0e51620279f02099b8a13be20c50852ca9fe6c15e860fc30db3a5b16379
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953980e86657806629cc37723089ddc18a3a200e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a374e4b9eb6c2a618e67c1ecaf8a197e8962fff22b8c47992e876ac004620
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389ac8a7e8225e798565ad06084251cc5510f5e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8c1c2906a7490522aa1e9fe2f049b9f18e82c109770c8af24c2cdef451c4d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718d07d7a68dbdc56737e3b3b3aa58c57475312b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63cd9da67508147febb1ee4cfd41fc08f96c828edd2e793072417344d34a5fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315207ca8a7e8b66dadd9261fb66d6728cf3041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f9b551aa39ae2d051a3ae1704b30fd64ea10a67eb4f8034c947e081182bfac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e063d0508d68700bd1dd1110a511c2df74240bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a079238928b83a568eb12d19c3737a95d232d3a8b4639ca2e24d25a03becbe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e967b69a54b66ef22965495bfae33e4be6161c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a19487fb2446c23d42950f224c636e13e179fd81740ce91e01374ab50b27cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7ec7aded2dc671304eb37358d96ea2f16fe0ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c522daf9512b8091c0776d07c7b5a8702e0843349d297dd2e77c7cd65b445bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff4f213a1ebeb4a2bdbcc8ba4a980241866261a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e3f537de555663f7fa15fd02129451a512fe2a73f45ced43e278512f1af829
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b214a43d1705ee2d688abd0559c3c3eb2bf6c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5865801dc501062eced97d9ed25903c742ba7cf3898361c9958ab62ad232cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b5c097e5a52499cee564f6a90f1e13019a4655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2ff68084259296fbdf1cc3c4982daaee3c42a753350dadeddc16fcc3829642
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9ad56a77025636ed2e0bc4ab8b87aedf6c4873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e72ba7bf1078e7efcdfaa5b13c6712f1ef3f61192c9d0fb30ca7e5a8002974
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff28d211b0ab76fa14415c6252806d325652c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4421c8f26b1223d8c06049839895a8bae3e3a9421339b7e4fc42dc18f5593546
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50589b46243a28b2308909004262bb3c4520d16f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269febd68045aa9b8f2ca0595ebbc3ca93f43ced69e7dad1244a4aea4b31a94d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006d75f0939dc4204f2857d2ba1f3ed0772beccf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426d96110fab378d7d202a5f3232be40c4a11b2db876a4215608cf523380915b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca2bf9d1e16f97a5cd365b21eab9d9e38472330
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d7caceca92b6a84a46e7d7562bc803085bbd74df7fa60c794ef6dcbe3691de
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde8e3bee62c0db40bb46ed0f65ca167fefce0b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeff2a176ec885200eba6565402fd6ebb2b754137ad7675dcd02b93c88a5888
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79773135b3b1d2fd2ffc53429c6dd419da29c08e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48125e1b102c05872b1131bc2d671c2cb7ec4f01a0f0b489282a4a6460ce900
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942289b9067096942d44491312bd0d56e1a288f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d198e3b3a1ae259e5eafe79f6efe907b4807ad2ee958116b2507be512b8853
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eba0b92891b8f95b0ece4a700ac567914070f4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044eafcf51e2e9bcee3c6a815201000aec40a975537a4c13ea6e5f4e442bca28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbe14230ff2000cc6911533d4e351e72d725300
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d521c3fc2bee337effbb64ed76f552941e56d7bea4bfb2a37fb1cfc2cd6f9af4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010d4dc997ea88a7cde46a422691ba644afbee27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a345e56ac6ce61b465652a123b4afa5b5dd0885cf4e8a3fefece8fbce71c8369
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1585a227c611713295ca34034a6c7a51beba70e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9307cbf870c6eb8ffdbe12ccb3bece10d758f4e4124b81bd6cf72883c73d00d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e9b87d6a6306b30dff64212e8664538e4fd711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9187076386d34487f1a418bcd3e5f7707bccdb0a1e0c148b1bc507b115394a93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc083dd7e50aefca43fccfa7d6a5df4d4eae0e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ad5b1cb9931366e12dffd9b8edb9b6a45fb47ac8b9b2219027a68d675d5aa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bade419214a8020781d116554db00fec4e7b527
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee12aedb7a7ac000a8e68ecb1d044a3bb39aee0a1839c2e8d97e16fb4659b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c8a326e139e02139a6639e56027f15912ffa27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc5437bb60d49f3cf41224a3fb84d60ce6a680f410c6b6af03cd832a81b27ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6047398b535e5fbe592a63d809d953a469067f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f2cf9b6ed45a92737fb6b7da47ab0d8fae403c8abdcd59fa941f054a697914
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266cd363e89c8cd8e8a4960e16249224687231cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc2c70040c8f271346feafdee432e895e1a00bc90aee19c5fe8eaf71c821a97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a957cb283bd56a5ec0089a2aa961ffb9225bfd34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f2120e5730720ecaac0f3bed73a7279ff48a3c9314fbe525412d424cf7f6cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a66e446b5bc4d1ac61413b567a55e358fd53a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf224104862218a9584a72df5c73e3c7140dc01dbe2ebf90e4f2c178e26e427
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18868aed46794a62f6bfb5021ca4dc90cad9335
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bdd7c688a5cdffc2bd32919fc0f2f034129f074a7b205dda771217bedde807
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362e0ba54906b24fac0cb67c47e122701cf72cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd2be9ca04d716726c672758e57c9baea8011c52fccdccde5f5e0aa4fe3c7ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b569e47c2c6641325a76b11ef5918734f52de4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76a2900ace52fa34ba6853f0240b0aa0bd771368d1deeb898d58985b9b2919b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3272269fa55b0984bc49e3235bfdf91b06f95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61017ebfe33f8d6387a059aedcbbc262defaa07159ad1c0517eb4dcee7d9cc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c594a927d20d06e7eea6622d225afb6f3927af5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a507053f5c7ab67624d5f7654cdd300f931b89c291451c361b6f08b3c016b6fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff69720b66073c22265bd7824fb80a3062e290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a0e988fc5d26d92890371c90e3031d203b8f843568db95d194038942f481c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2170ff6fd227240c4f5159b6bd2dbf757fd091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bc1777ba053bdd5593ac8a0ce29fb7e33f3a8e1bd832d1ff27d86d3d03ade7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df70ca9767ff8d8980c63356efd25aff1644965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c9fa7d5d0d32a13b7de094d15549e18812c4e52085cc1efb1c82c62a478fd8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09990f459799d9a721d874c4e8b628a7b9d032
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640f6a41131d2082730f813ac5c4c22273b9e17743de865e4526a470b2b71a06
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a186a8f0503f272e56bf8513bb799cf2de35a1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3810cf54106bab7e8ad658221be7e137c31efa560006d0677e726489da2ead4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c6e21c5ed41cadbbbce54d5c9bfd95a7beb3a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3447070b99daaa4fc53a6bc190d11b592963cfa1878117db12d86daee14864ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429df0f86a4a38fb8f21a4f687c47dfb51a78eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a282b29a64bc27e1ba5f2b9be03676d885fcb13b1f48333eae7b7ddcf82b239d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001cd0dce648e3a6610f162adeb8976c81f4d2d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03fe9ebaa8c1245a1aa18778c8d9586841725a0da6c4ec035a4b406557731c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c850ffbd1edc6143fe4cda05116f68645cfc3900
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6a9a862268eb9e21d44720d7389584da0aba4ac29f139a32bae54de2966e67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c400cbedcbfafd914a8dbed3581d9f90badcf8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bae315818c0c52971db9dc02534dc678fc8d37ac425dc85999b9e41fe99ddd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e665f60397af2af0b33b9885f0bb3b022e6b0e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e4a425be6e1c4ab5985917d1a9e87ff02576a4224cd57f3c08266512d6550
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abfa62038221dbf4a8e0fbbc8bf4d27848e854b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ddacb1f89451af8f0c824aa9feeda15e56e3ac7bb8b815b4c26e52217cb27b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646f01ea0325fe2bf2d80665e408d144eeedfc1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd4055a8c68821a4fcb38635e78eedbd94f14bf2856bcb00abf3191255836dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e9963d7559b099663b3aec885011fd0b2c05a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de55f2f3db7b07a00a7c11e58c2109ce7c39a64f0f00b30c4d46ec8899646d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53036ac4e2161dbf5ea22268c0f3e8c2e3a847a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c7849dad68af941997ef73f52cb24408efc17cdc685a7922d4185cc2de483e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91d2a3905744de8ed9f86875e93a730b1bfe349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36b9eca939f15696f14af3b397ba85bba24e2261732a4c0fa69343abebcd826
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cd0ed1d4ffedb5dfc81a6107c1bad5fe07f189
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdc5b76e6da489ff2632b6a0235a6cb5ca015514501d456596cf15e7931ec91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3361e2d335953dc62196cf246c516a49d6ad9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa31d49d576202e55774141f0b191d1227a958f96618f45fc5963b6a70a86d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81140db7f25b8888b4a4619cbac9a295b29118
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943a006526a3f773d1e81a85198c518df0961eac2773a1c19c283f9efe81a953
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b1553017bb6aaf0db35b197ee3a7404eb5c6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6352e5e58c2ff7dc3359d961275e6ad83c5dedbc9bab4d7efcd2b6d3146c91db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a3fd323af2ea56a4cec81f698cb788abc522f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee2a8c6c8e6925715544702e36d74eb5d1748b7d965ef70916f29b62a0ba40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfa4d9ee30914f0e0011aab7f4191180ee24fa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32936150c4289f9d3ffd98493c8eb2fc4945c213eeabf0aa32418ae958c305ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a15ee9b0a4d4553654626dbf84053c2bcc3e97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1015cbf6808a03f64441830c416adc222036d7f3d45cb5d704322c7b91e8006a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cd8101ca9ff0efb32144dca4165cdae4c03e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaaee9afc7407c1f78f0b104c3dbd3d0351fef45364be339afa5110dfcbf95c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ed291b03776ec1128ff03866e43d9df13265f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5eeb77a0e42cef29806bd098311c9bbd0b1e458887f50c87f87b00824f1cce3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c06538c2f690f6f0c8c3be68f7df012a6709dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5939552eb83090729c3a5ec4a67a27234610733a29ef355caafb857025edb35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27d1e46a6f4713674ae5a544da7af376d2cc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc8a86915445c365a201e485b626ef91b1ee4720aed6a0e30d9b46eb27d22dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30575c8fb0d9b7bb41d24b0c7d3983693bba6f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0867797418a05933fa9058d3a406d74d22bd92549fdcbef20d80dee4667b6b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f2a73a4d39f89dadcbc27347c7c86ac18ce9f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1204431f89d4f8fdba6aa79908da57cb9b28df037cabfc82f41a1f785fd31c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dd2e57c08a6b738ace704c978beee15b6c3741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4828463925c884e1e8123b2274028db4f0ea9cb17008720809490fa72aa819
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23772c9d01350dcb5d9dbafe45506e05291078ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f66671a80be6731adae6c9906712b8824b18216b576fc938a8b9aea6168128
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4900aa8cc9b8ccdb5b76e1c8688043db6e6b6eb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf6c04fac64cc7fbad4eea798d00261ceae8e4f639de2e5d19ce281f40e519
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4016b7c819ccb250a17c815b916302b176a2649f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de326287f8dc40008297b9f581b4a79400e0d805ab2fbc6e31b6aea0dbbf0993
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9720d9052d292e31314e38b2d781fd9c1c184005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8826e06dbc689bb37387d455a1561d2cba9903b29118d1fcb8fb09f9f55b18
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d7d1881dbe6b163b1be1f1b14a14e608e1a418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283399645d82519fbb1d3cc1d902284590a0d23a86818e3d081700a5acf754fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4817591d30c11b2e9b3a30c0a35d5bffe0abb3fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9495002cb5d2169a8b6e352bfc645c263c309ffb2e32ebdeb475477f0d86795
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deee4b80466c21b8233b2f9b6396a614d7e06129
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5228c6b8c1670652e7a3c67799923aab7521aee0042d986a7ad320a6b527643
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9dc0edd47f2d4d2bd4a3afc1b458d0cb1f956f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9689427c590a97a7a4a13c0efa3cb7244f977a312edb2a9138b59cccbbaadb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef337a0ea22e23f5bcb7c48e8e3ab80e7aa017f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9d0900388331ea0a427361142d1bd1a57d2f375a0e29237ab1e30a5df0ada7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a8311e24197c70ed2edbb3547ddd480599e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439d56d6f79a0846af39a66fa9cd031a514997db10b313d8a73a82ba183accf8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf04a01dfb8b9cd50dac351ff74f085c63a7b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4faeaf9ddc1067141821194587442bc2e80ddb1dab944262924387ba7085b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84722291d0ccb4a01a33d8fcf052befdba5dc908
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5b154f2eef040e35a42d6e6b8581f5b9f2fbd62b56fdd002cb79d582cabac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f22e0535873f151a25a1bc7ea508277e66e53e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f75bbf7c09e99970c0387feab38ba1e55121cf232bf30de84c184349646463
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac8b951d8d3f879d0031c2bf570fd8dcf5808f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f21918b7f7be21b8b58c64f731aa040e635d9b4dbb4881d6f070408a15f3927
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1440359778e987445990154c5ef1d6980f04f4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112b0d292e3079e79a28041e39d3efff569c099f22a757d395fdbe465ceeb030
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb52deaf1d82cf67d2d3b14bb7f3c2fe59bc9549
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7baf7dd0679e33aa9da2274c4ee56916a044670f65d2a2883050b38855be1820
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbfe8d7f7a301146d3c79b213a7d8d5d844322f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c07bb92fd4f9b46822c02dcfd96eaff161057f0b9e1a1cfb4039636afd83ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968ed6117a061d0fb1e37d492206f29560283f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906004d4f84f9c040a1ac1f22dcbc5dfc01ee8b7eb5d48607d84e2f33dc9088
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472b45486c57fabedf936bb5b8a543d9141f7349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b92869ed4c434a3e71b018ed5b2dcd2b367a36c747707017ba8b0eba54d27c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddbc932f1b5237871ea4ea5aa5d75a2a8911614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f720a7e2f31ff7ce2c437c78223e5ba58cfec130f8a7aae8a1f41f77cfc3b308
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7164d5686f7941c85b7b47b887dd1f1e31b48b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7461e158dca40a32e18c1a2d131e8ade36faf8460bce4b195e56b10d51807216
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9050fa01f3d5a6b78f3fd6adcd238aa1975f4dea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7519ef1e684870a276afb56042c798a39acdb2cf424480c6404cab585425c969
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd61947ea94b471e8f98fc3a6d6bca834618f6e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b4f8668514720b8f65f787d2869611a0cdc7ce04e46194331aa60948f9bf24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4448fa606b2be6f2d0494c85eccf53d33a4b32b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c944ec807b27f189a50e7b7a3a7c49dadf43f5416c2fc4f96477653dc2d61503
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fc37d9bc09616f987a5a79d7e1c80934ddac8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdce14ac41121f9b9566f97f3d456ce6711e6f754ac2f107d38ab889e37f6c97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0773db1cef30df945f6ff3315ec9fd09bd56a682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35815d32627e5be05c86c59707b9a21ca2898d419643cdecd9fe4fc7443381f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dc5186d9bc35b69d5416326355a3655879296f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838422e1b6773a74d4cfa6f295d58daf15f3b34f61434384794c58dcac7d12c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0460f56a4cca96f8670d8c5dd2aaeaac7e1920cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72666695a130a3042a39551b402ccc86b6b71c9bf5d700fcc4af1c951655341
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7069ab19332c927a94336391689f11886bfd7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c02a4844abdb9c111c96c23be78b79addb8d57db9a118eb35119d439147f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87fa3720cd0f86530cfb0d14b1dc0f3f275c320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1547f26c95f58d6322058fb77f4cc160530c3268acee356ccde3e139c868d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ba8440f4921de73679e2c77cb8535d43de3e50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6a5fd7049c65f9a6ec09874c569ee1631107321eaff6670628a5ab64d8d8ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2506e78f5c28a66bfa496f1505d15207a2777184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b775c2ad7e18159aca900f8355ac3777c29777d32640d2b01f647e69f2158254
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2e5033549fcd61cdd601ab235aa57ffe9c290d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfdb866eafa8984270dda8a2b9707a50a8c5d8c7cf6b2ac39d09d355674f53e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cefbac3f844f2d1a0d96d6448c00a90f49cedb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2740a9c655c124bcf1bc78298d9b560625b5c5813a5eb5b2e3e855565a2aedd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf8c815d04cbfe4ab13866494d7236373d271a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573c4522f409ec6239fdf8246db2f848dc0bb2200da7eb943a4e0a22fc809c7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4009d5ac44e1d4a2c94033ba93322950828509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fbf79384574a3821dc48f76ab710239a47954fae2c7db61f15bef209cb24df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fca608c592a643276168bcfa47854c9e665a5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a314652aa1729b302781d1d4de87d906065460439be9ba2c68191210467af2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1568e57bb31a4c62081db4f80f11582bb13ac1b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52cad734623709478e14bb04b331ca2c29f784de8d14b64aa43916177efa98e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75038a05862b4bda1f5adced56a10eb17cff6f91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a55d0b8d12ad35b10ea4e474ebc321bcdb9af86c6cb017b360b3a94216a64fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da96761a8cda3f6fa626b251a61ae7f96d2412a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d984c2b1b726b213949902f6237f0e06a333ff8323018150f1f9f8ecb4e6ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f46046c9d3b1c87957ad854afffbff45dfad0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530ea4b8c75312acbd4638d000e45aa844e7afaa039c5bf8c1b0c3cbd775f5ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca52a147340c54ffd1885472881fbb0cbca00e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42047577d1527c8d73096c5848659fb1af2d58171c77eedff7e3a18b7f30d28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca73d25e20a968146ada5cf8a02eba31f9f64b37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01038335e8ba4c1edf72e4a2075c7465b80188b38b01ad4b98236f6bbf9f760a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7c894cda23b3633874c7a4f4bad6e7b3fe27e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a4f6376c711d6d97d72f197640710cb3712801c9e8759a89e2a46c4efc0d6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62b9ba9d01c17bdf3d3d9f6226c9d2f2f93a2dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a54ab211cbd4aa7c59a4ea21eb6282413df3f517396fd752764afd89299ee9b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2a822f27d081144b5e8fcabec9ddf95d97d969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb363a33ce1c96936bf76e86df1224c39b2d51efdac6d60bf7dc96ab7edf02c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c58f52b2e9ac99ca36c3077143dd78c463e7ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c23ce6c4956710c28555c8d235acc0d38a9468f96a64b96924cedffc5715f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35383eb6470e1d60bdf35134c39c1e884e52dc77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a0af24cb0d1a3ac1e724d59f9d8dd681953abf3b8d405832d7aa3d95227cf5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b457431629a45fd1ac38245f479ccd6f54b95e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa808e61086c50d7374682146a405064f614264c77208fc250d3cecffd7642f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5212d8ddc6693172b8519ddc96adcf1085a904
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0d5fd057c15030c44665320f171c0376006bcc85fde0f5be763864c5ecd024
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d6fe1f5d5333187acecbdc2c218e6fdff92bfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db412ca2b08e352a526b4065f36fe85dbac5338100ee6b940a976b9e18c9f63c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6f409ca0c0f1944f4b0830ef0552d088b12eed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182072ed6abfa5c0cd0fda9973eafba0c4e4756d762ab9851e32d9a2cd7c6ca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92ac86cc3d89c4252d0474b4c7726ad0fe1d93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d2f233e874b44740698385dc848a83c73e33609ed17ee92e7402806fb2d9ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810b7d8af11b79b26b1ad8c03b5dbcd291d6acb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa0b77998c3c16ff9614c5725981f9b8fa0330041f85f6a0fe212cfbaee2e6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a6d0d8cf32cb39e682a11c67c26849bdfa9ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f299c79a9c891f09291c882e5aa9ab3684da82e9c4741401eb7c9ec666278320
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83044013a12ef747f383069b47da47d27a92d3bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc311ae5b22848b0b362b2ce1a34e03b41528b96ed9c1166a491e7e0f2aee4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ed31f401d082027409e1274a942b884b200329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29106ed876661752ad1c68da87e7bdb039607bc821dddee75d16b8aff1ab4df1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e2fdb0463e67f273bc9d307e9e7f3eb75ad09b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf235dab48ae1802226588b3ff603011911241fbf417851ea5db55a0d473189
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802a73aeea6f2c1c7076cb1c5f0c192f7e8b23a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51f60f6e40e749d68fa888bd06e077519bef767ea2b4458880595a122e78871
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b7c515f1e3aef30598826b8b10855284f61bf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10976184b692fd7beda162945a69f18bb5ece346e1fb03f74db1b3ec194c7cff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e19914612e81e37230ec8bc343e72f0b861bd7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8b97c62767fef7adbd1efa95288db119577267f0ee028e01c6d97eb771a5b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa76f3938fe6505ecd6b0d444023162cb2feeb67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4b1bd96474cc47e70eb07a98018dd8764f67333b7043efbe464894bcae2393
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082d3b572bdbeb00d5c192a7970cfe14f2b68e1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ca2549caf018a8e436735b9ec6e34ff06d537c8c928728e56093ae68a4eeb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a422c098f474e68bbf33c3c4e012f72e0d5ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071c1f048f221ac5cc902c8037a05fc83a6f096addcd927251f98175e045d38b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fa76d3e572b358633ad7d09b35178c1055c2c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfed164c38160e532eb6b2b0fd302baf4551e05ce47ae0b9c1a6d114d9cb6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a7e637be8c639b5bb2323a777e7fd2f66ffeaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13672a0d6010e29642c152c5fab01588b5220ce6ea58d0fc9edb252da95732c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca44b7825e3e5e0f8afc06263a5db9e1647fd27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad518c69df66943dd59f44191b1397351b52f35d953ebe0f34e1df8ff9450fd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc225a52e7dfdbc5a6f1ab30325dacd88d7d3c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadc836e4eaa551f6e52fc40e6cb11d282cdd03c3d639365de88ca60c7773dd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21baa326f95b1485696eb156bd30e365dc759269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40e1443f6cdd7e8d5e77b832430983f42406a9a48df1b8f9f1cd02f76c249db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689a7afd64186768620f65903a8835c396863fdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c280f12ad29b1e2f0fe7ea81df17744680d74a55683f60f2cc1393dbe1a52992
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56447e5f0b3ca0035b392fd44506e2cb948af3e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e04996315271168fd282bcb5678db0dfd06f0d64e0c73ff1056b6b37e2592b
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d24ffbea1518326c901d71b83159f1defcd8d86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb7832d0b999e4dcdf2117e01618c862b1638241ffeb6af6247f7165dab6156
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a1d1c34bef0f6b94e546a995bd72d9e1474097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43708962b182a86bdd9c8e8066c72b6194a53b62ceb2deb0e478f8c7861dd5af
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58750e57e153ede2bb6da4afae53c3eba9d326d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38244179bde619bb34bb01d435bd90aedc753b6c68f0877b7148e808b2417e2
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc53e7fc2fb79855fe2ce3f8ccfe5beb686321
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5559f1d987ad72e084d76a582a540f3e0c71b71424189f2a3d44b68608e9cc92
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe72249287f6142ffbd5e5d24d2b9c1323c18c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f552497a1643ff9ac6f09a10fa5fc470a3bac0aa474de6892f305e7b80458206
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2c66643385d38e6b5c1c571389049ae5c02e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae42a6faeb058c7528e4c74f0aaacbbc4c34c7b35b0192d4051e17fe1c16e9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae763f59012d4ea3103c437e03d8bfc2e0d28e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede1224351a14851732563e221ec3484dd58409dba5c16de722bbcb1e28454c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d51976b6e909ec96915fa9dd22c01a2e1edd20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27b2e1e11b0a5f09d58001896d8b63219881c8b9612ecfa599a9b3871f44b07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0f7b8dbe216d9343a52aca1c6f3d04e3b759ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bd7754715504e9c15e9eaf5ab7c3988e28eccbd24d5ad5493ad3260b6195ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4965a3d4fa0b8e80b0d818f816ed237d31246593
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffc28b4d4d0b19a9e4780f124db35ea5534fd00fe1c36c628aa7bb360d16b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bc9f1b82392d494b0ee33383f329f3c9c2aa36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d634ad462ce40f44857115403a6fdce07534070b2e665ca5e0e91794505920b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ff39c0d980729df64ac382dc124aa2cfcbdf52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1725817fae908b54a7d1562b03cd3174b1e37ed709488ba33e1fff6b7284b6c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3897672731472a520f82e412124c0fa8f4748e27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367b593c54312119e6eea0611fa230dfcf4e700a5bd5e458b6b95a65ea146e11
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c7d06714471d1fb7b08ddbd44112b4cd101c01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf9e7d815beec0c4b9ca7e985acaff01739b51aa2e8efc1133acc5860ff1daf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed137b24900fa8e584f1041eb4280490fac24a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72be15b90f6269785ee9cb0181dd23fdadf190ad461a25e981ff7ad6ec098c5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b629bca2491f9832dc508cb4b13ee06d8980508b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0eabf73d8f0851e7effcaf361d86a034cfadafe84c94893b680dc1d1fee841
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c002b4c28dd10192238d5b579eb44173768845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cc8b359dc685ae66ba4feca4a6537d5ee2b52601c4f8cdffd7659c5515e72f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5779c6a4f2a95b9f1b940d05cfe284f7800a2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be84017272ed463fc6b439443c1ce58be91c57a6bb19c907d6b0d5ac94739e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532ce585a66c94108f0e7f2ef9c971e49729f8ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c7d7f3a90b0eb944ff0088181bdc5ee7b855b0125d5965cf7dc845cbfa0cb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b06898119e806888205ed40a08bffc24c6ef2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b747d887b9283656442e8d2aa935fccde366f156641c798dd0aefcedbd3d428c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61dcbb784e8377d890ed18945d5ed7497479108
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729d9e5d3baae35d68a12059ea5d550feb0edf3c6f4bd604e875b50fcb3088d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7bc20c34d82d05a6eb06312bdbb9528553135d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c94106a0e89f9e114bb70ace373415dce08b6a9542b8b6233db48d7155de85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b549b9779ae96c1f214d665b8b7c0d3c67ea5eb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e927ee727bbc09fede9499411596732fb5cafdcbd58eea32f9c8dd6337bfa3e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822c94abd4543fafa2e1c27b14562bac54a1fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a95000928d85e23f36371e7a2e0dbe0deb2fd907407ec3167bb6f42a84d9f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b6d25b0c436781a8bbe70c7f411087435aadd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e2a50e9ea87284bec4eaf0a8f50bf3da2e2c2f148929c5f54c039155ca3614
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a49589cb9e58974b8e65a18fddfa98b9a8edf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d38ad35cf90a151a4a41230fcece05672ca1bee17c26fb1fdc997c23aae5cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be30cbbee3f9e7b168b5b914a76326761dad028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28931688c40a8d19a5b66668cc816a75a80061ee75f796a32894fc1ca8ac13fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5270365a60706b67be4b6e9b9f48a80a332816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ab52c1a5082e7c7452d549672b9b640d60ee6aedab76fe74839661a19cd117
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edb85b345936eb87f4c90b70ff64116cb920c89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f207b6059b6cdf828523d5b6ba07c07abe5e80ea5ab6c745be424fd8f622c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2a2b9b96956de72dba01d647260a65bc28f649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de031332b1276b50b7b879e4d22e86b4b388c9a7486426065f5e1cb6ba780fb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6eaeb6e29eb2e6bd18dc772dd97133bf8326f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd53313930ac636d149362642f29c0355c9b274b95c94ccbab5545a28d06d02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386d43cf71d051587dde91bb122ff4e1b546ab87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c75c288d2b6fb2e2d400d18611adf4be2e22f0ddaa9caddbcd54d820564ce9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc1bb6cfa7354978db2072ea7d374bfaec0ed8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081331b34464b6c995f7c55ed522c2c9ffe262f8c4688c5e9afa53d8d97f2a70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03644808d272919e58225ebe65fd1fa00ba85c7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caf2a43a321823b554c7116a5fe9f28978b519d11e55d4ccfeed497f9716468
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2404ff8a3a30b8d9ae78db03cfe094d0cbe1bf45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e67ce2b376a2b7b80ab2460917f22d94be25533e387d57f1357b8cbb9cf2b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f674e1d9d41fbc3950b69f8d66bff5d3a90a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86779959a130984d888eeba99ee381ebaa2c6bf2797639a06759031a3be1a1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58beb31bdbea29e95665187c66c72d505e8db1e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cf566ebaee216e0253d5137a9952cac65e9122e35adb3fa1b4f7c1e32bab8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf6f6388b346efad08800c99e76c9eee21a59b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da72aeee635a9ceb89fcfd9190c0b7094739c66c864dd86652a611cfed7b4eaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d34d1e157e7dc7d6da99c2e49d2e46051423af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc51d84037ca08e2e075265efdb30b0cd5f1a29aeba07e2c0bb3eb3df800a37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb94f02b086bb49827521df0da324d7efc0ac9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1996e736f236aa1b122a72db562e76e5f4803ec8359e65f3cfabe62b988bb169
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ad03288d55c6939f3f2a8739bf97a076617d81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a213ae4010e42d61d6608cd3ee78de4ad16e71da480d8b62d7df475d7aaf57c9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa0510908f0e2464ca27971f3f09db635e1eaf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df84eae73b520454c8420fc64519c65973d34c23ada4ca05eca25f34bdcf6a66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc2fdcea52b1314b1dff347789f0b12bbdfd65b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b088761991d64e5357f7dabc959c573868be26a1c89bc621e170e88b850e0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267ff8eb414462f11bd60eacc0b653bc14d0d6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360be5ebb3f04f48661a75df5266e4c65355a42a7b02c19a203c2cb20372e1b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235f446e7448ca13891c07612b0a37db9a78ec65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbefa11ae8c608050282ac0f6d454d4491f0207c36c768f7da3bb801a03ba90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da9d7f0830d51928a86ac50a8d847935c9abd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27532085a173a02633473854b62c67e17e1625067198eb0265b263cf746c3d33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c337dd89700b74677df5e79e64e5dee45742bb70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1613061610bb082bd6bc944725a2751705cd795f684fb3eb67648085af143c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e648b3d730393ab96714adfa7efcb77b0e4a89a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e340f240ca0c7224831fbd0e5a1ebb88009dbbab96e2f6b14cb59f880dec54e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a6c601902ead35fd46e77e96cb8e4a3a128ea8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be175980b029de32b5d0d8a4a841dd6390159046864cce23e5997776e22c700
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff0d138e2fbe6891efacc595bdbaaa6a160a4e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b9c564c225f90d9eabee50718dbe0bdc3f139ab99f600db3f3ba65be5e954
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dba6ec10aabab802714b181803066ff42e87be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be98f19fe520244292441871afe73f205d275c2398b1b935b09ae5a29d588dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0694e3c247488646688765d99a79d43776e332f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7ad968a5d4e16cf0b9a21779563b635e89b9188c0340dba7bc86e2a06ee1f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a452288eb77a65c02dcbcfe516fd7835d4d28b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea609b39d8a32438eaefb81e105ac25eb78b5a8d82b014aa7ad8b7ea40f5efa9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6ec3841dc20ad3a464afdfc7fd1fd7351d191e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e94ff98eb255f3d69e3473e05db2bc2f6fdb75eda962f4445b49e61b8977e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e5d9ec4b541093ff813d0b7976d259f627791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895f6e6fb2f081889f1590456fca116f4842c52c484ba3dd269f14b054ceec93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0d17b60d1d7c9f8396021550d51a7323b7431
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266065750312241bc7bf91285aee804b262ef044effc4d18cba547aa37352917
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b7c24487d05ffc81a33efd29a442750882e2e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c398793066e867ed3e25a901aa3102ab93c1b1ddb9e1e0d1cfdad2c844fb46f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5f2934243c7c48eb2455d756d3d94b802cb5df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7923df8094c2852011de6c5925a8be251928022b37d5017dc54fea95302071fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2484956faf20a89d6bcf35cee642003f584cc196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ec2e1132e3e001e0421d1814442c0ef5dfac7d0db9b687d11b808db395da6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b14e4c0d8a2a2a98d290524f76ab58237c4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbe72e4917c95d0b5925dfda6b21fd7f998f79ebd94701bbfa002cb3ba2fae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3b2c794627daae74f331f19ad577f7e0af794f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b243de32aee6a1008b12fd5bcb482cdc61ab7ffd263cf8148bacee4277b4c884
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce62e42a35e03f66d16a9bcf49307cb75461cacb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9768c5473e4083c6782c6e60abfbcc61358c4373a2cb4d469b100bc26462afb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8c185737e5a1d737f1c1621874d4c7c94ab3bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87f1dfc7f328ced97a82e92200240c27a5e219adc7bf4e7680dbfd5a29511ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900a94d5494181076ea78b87116283799366a065
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bac9af32d9d4a431c30c50be65a3ece905b8efc13c7b640dabb9c1d0f86346
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae58e7fa7cd393f86d7adb92bf061b49b1e375aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de80cb0a6339e238b445977709da9bd94bcf0fdadb001f9248cfc0d06e3e31d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a67ddbbbabef1ee9c61bdb422868d51078d4af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73679c1e27bcfb64b20b54326651260a942312e3fb965732c888345a58e6b77a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60b78fb5f00b5553d86fa3577c159c991df5ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0382baf9fb5036163158304be8bb68d052ab103c73a040e57a8c303b3c550
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3e8cd450745b50ebd509ad4879b9735d6ba790
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f080351beeda6f69c4597e7f4cb9faad090c14ecbef8852a8671957b07c00e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee6f030282157ed338118e16d96ddb43a2670e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f746f15b1a0b6488420c2254fa8508e66528a23ee7021b45d455467ed6f3fae0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9185e89e9d89ce5f136157156f8b04e3f05aea3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19513ccabb21c9c159bb3fcdebea4a56c3a42bfc274149986667f77aef7e4457
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ca6c408295d3764f5a72593a3d33c506fecfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505489778665bef6421a21d1eb42a31d83842a2b9f5b35623bbe40e48f9a3ede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0766ac004744e82815de26eb0a494b47e5a54f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c3b51348759e2669fa73ad51aff31ae06d770d7eac76b5194977a603f752f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a5ea1a459ce7dab54bc69acb8bc9ee9042a075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07215f2748053ab611a87b4c42835714b174ae4f732fc18723bca772c0c564aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d804902855d4f98d3eb1bcfb9f62d8172ff9e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d007cf34b950748bde2785225849561603e102d2e02599508c027644bb5d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3345d057b98cc216e4e3fd1c09942b097236c138
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7d2fe501f3dc23ad7b9e843564d1ca82c9a6cd4a614da18255f3df7a41a47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02bc33c5314a6efcb083f9814ee67fa1f2962f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520931c574feafc437ce886ee9f67adc9bd900b67847f0f862899c7e807a9d64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d9a68e79d703d2831e95e3aad7bd3c51d32c0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df05a21523ca0a0609742dec184cc4ae07b88bc81da249cebaf234f38adce66
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4682fa5c37711e9c19c42a226c3dcd613b3ac27f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d66da5f5a28c98e5742db76b31946ee033a2a86652efcc832ec877b15ffbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0632dc18d56966375e979b0ea80288cdd9d209f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6283476fbab1fbd7bd00d8144a144cd8c06dbb4b7a5441c56bd22a3afe01df4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b69b1c9fdce428038a92ff277200b46e0af759c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c14c9e2330188aa7dfb66cdc1b22342328c268168dbcd3f555032196d119866
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb20dcfd5037ce1773dd61eb4f6a3a58740d87c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c28b90f8a6437aab6245b0438fb7ba42325d29ed62816f8f1487c5b6d3ae28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce04ec4e9b6f11259f08401220c9603341e00c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cb7beddc63d3f9e32304e8ded6d2c3f7e8c1eb702fa26aeef4fee575c81751
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545ad1b3fa16f9eb5961f4f064693b04ddfa8879
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a176fb9a129da03324bddcdb30e9140256c91817d3c66e2af35ec446595c3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa871e118beacdc2287147fb98bf1bec4fbcbf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66af1c72128d1e8c0961c016c5b27344c20e066b6a175842f7c357141ea7c364
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5561ed2e816a9814d88562f5c20bef29b5ecf2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69272be41d6ff8472c82ee1435a528c12ad73b47c27ec3f41df77fefc641708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd148b7522cae0528c58b4aa3be86448abdf26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539dceebbb66f13cce2063d5f71e28ae02e11fc6a28d41c9f8d3a71b0368fc96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc3c80842715016ba964f06c60a9b0d55cb602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2461cb9934a1080dad3d19c0a29aeb3ef087520ada08966150e2348f24be5a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b12bf052648b9937470e8a07cbc389d576296ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bec455ba077cff64822df4a02eb138be632c9bf9240bd36fb059329d1c9fc0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71042ed5797322f28fef3359375365e0283a1722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a64d17ac674d40b928c8a4d055fb6a291ab335eb5a6c4b25c7552d456a01ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e7d50bb5e60032aa5ac9f8bcc1b61e2e5ab6cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7f24cc223f80818938065e4928c5f60676abfe444f86a89708fd833a42e313
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748df634a2b9553b83ec91275b7dbadfc4d3450d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2a97c40ab84bd8cf14ee8be185c680e80bc429ba1f811991958eb898f1a011
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45969121523306768d3ec8e1b13315597df8424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62ecf3a29122f78c935d9bbb613c8f32a515ed468011676eac0857928cb67d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e773cea43aed9f67ac868232fce03de3a8d12689
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c675e0f4c36fa9b6d14b881b1c57e3e145d1a591cd5b7a8511098079103676
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7e4a3dcfd3e35b49387c3ad866ec410aee8ecc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef0bdb6fdddcb69a5149daf316b1bbc82288dd87cf2378f70ec3ee4c0643411
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dbb03d37ce7b32139b5eb4e0db3a34a34d25c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e044f9c0c3ff879f2e3a33b902e66999711d9e5de9fff51c96770444cf83f433
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cc34e688751afe86b8f6486d0a7253d4a487e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8b6a054e81248df66f7c61f411a4196bcbd30251035d649ed9f3a8dfbaf126
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffdc3534bcc5545e510fc10cb5abc2ac696097b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0e468809066aa24ed71b7b76603cfc5e2fb52d4b770e901add30e11474303d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc710da227f5b0763a18d8eaf5436acdbfff09f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f1e4d442faf1e897dcd67859cc3ea4951e854f356a757ea16472c880444a13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd68cb044680e9d63a558a59f5b6a809dfdebb20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33cf3a482568ef9b4e523fb70c0442d7d5b767a48322965c046dad050bd4888
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea45871991ea7064e8980e857465af2d118966a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8b62eb427e5d32a43714e2bbbf32cb631803c9830c1ed83d9a63c2cfa8474
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b7dbbe39602c1d056c013ced3a4c1a717e4bf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51934dbbef8fd19d496e2e32efb917c1da590975fdffff861e3635f4f362c536
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1058fe05b42a10db107f3f4c05c50e9c696646ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b0345594570e8dc812b466b8fb2c44cec663af3d76059168ba046b911fc858
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402d27c89d514cb916437793dce8911f1eb9d2b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de6d6840ccc372d8a8945fa88a9080cca00b752b627f30102899a43d09b6a4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3d2556c323b284e19ec0029ed660283e5bba35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f46ae71de48727964e08b116125a17cdd8c90544a72b186b6e413e45663492
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72376a1fed7caf2c550643c7fb1f187162fc976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8378c0a66f8d823495e248f5c7041a5ca89469278786e1e2898dff5b1c2bedd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155f08a32dbd3db6fbca0eb17fe41bb9e0bf5064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4430ac44b75ceddffcd4f3674112c27e167f62bb516c61fdac3d0bf49fc8ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ece305caec91b1c5ea26c4d13e05c2efb1c607
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabb89bd6567d88478cd0120ddfae249c1e4b9911a8d21c5fd230357de8dc89d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d7f6b29962255fadb2162d8772d17223999dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae41316b7e03e2ca7f7c1588269e23aab8b0b704a10e8f6c7db0572f92f325
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaa1b210891c83e0299a820d1295a795d2e57cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71551fa40cce3792477ca83533535cb9d09834dc2a1488ae969682ec0a73f52b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93cd502efce3193d023e15ca634ca267e29088
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9cca69dbdfcef284bc78a46216011226d1ff79a83c43b5d42ae65ff4358e32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad56579beb1a3d92a87c0655804085faab625d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb67ca5fc7a3f2167a16a8962f50c1d94431d76190abfcfb8a6f7a87ed95f5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a2901dd08987a4ff963e25a4903a545e17cb74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a530aac2790e410d98abb0318f200f20b13292e0cb0dd4a9f682bdb4152532e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686afd3c90da3df77fe9ec8a007737aa83aa5851
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b1918218f73aa632714426e47237a301f8545a0a0fc3258f28734c4efe4649
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfeaf818793cf8414dee19d60765b566791cc31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9a48648d65efbcb33adab0e1e7a291387334e0ade2f7cdd832fa989514e1e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b19d6b717bd8620a163c8307f2809242d09ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15eee3db23059966824b28112237a7d578e5834512014d16f3184c44b551c6ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137231c7d0e60ff48d896932f4915afb9a13125c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e846f1d8dbe0ed21782f993c589e55d130e2dd4c9e45a31d42726cba9cf64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5535602c41e0b863adb2fda887ea93045f02fa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f192a9ff75ecde59f8cabc3f19c48da5900af2f88cbe5cd11129a1d654ecb67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177f31a3cdb3cb9726485a4495c095b1892ec614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b3fcd86b173e9481a081668d85418c12dd0a35bcacd6786f6261116b5ed02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9722b67c4ef0b105011644668ecc1d87a38af56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee8e824907e0f0ca9e504ca3ec1ae93802e8dcb9333467a496f515236843855
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca993996901cb7d3b25382fd0372b96dc9b77cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7470afd2727aad92e5a8abb8885be8a59b81a0b50e3e5f02f492ec3e8bcefb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bc22d6c3a0e3ec672268273a04c43187bc0622
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf6c1855c5d8a1d1556baca96138909f44ad0a5ab3246682a3721e1207ccfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8a360ceb5461d59771e875a59f205934c9ca85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3259d0a2e242eaabece75d0e177dc6f0d88f3c5803e88723609e26b84f9569d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd063eded6e06d39e6be6b0eeb881d3222854eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277866116d2891075b910ae3f83b2c6e3e5e8b9c3588bd1c11fa0de3a44d0194
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97ab97ab784ac0d33d08b99c143aba7597bb1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c16e70b8cf3e423bf1cbd14562333533c32ce4f70633286cde585b40d42420
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b0df14a24cb4a1d664ac381ee49112212b8d18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f925fc3fc39ebbe26fc10f85f64cf84cfb6fc06ac1296f7f43cc3f8379d68fa1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb85756067986441b096bb7fe1d99f0acdefb615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5044e78d6c64e0791686ba061ad90fa7556669976f5d8de374ef08a30a378c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0c5d39cac3889c1c0767e3bb250fa77963be18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a783dd55d9d7b335eea93688c80da4de684ba24a4d1992cd0e3951e7c1ff285d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d943130539bf48017914a86a99a9b42795b70c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55d6d5bec9df46265b4d4668589060ce9decdf02487fd5c80cfa233f8b3f904
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee5e6c97b20371380cde5b5c33da62d2cf192c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c7422118a91721281180aa55a2975f4674a0698ec64682c030ccfea20204e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7089b43e5aa96fec1527f2fabb7cc47238bfc26d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cc1419750c2e2e04adb8f864809ea4056bbad61dfa684224b37033954adbd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199d689206d4c960573de64afe2aa0742772e86c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e738ebada655c98739c327cf6a565a4361ee95ca316c54bf604e91fa7272b58d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fff3fd06a23ad85723c350b5a29801ca394c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaf0e25f759e16c1c7c5b37b9ac79f601a8dddd47c337260ae42ff4674f79ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1215c0618038ebd9a1fdb00eb5b7f917a3cf8ffc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b27d73bc948241404a3c3889687cbb66da9a8d9cafb9b9de6968766943b455a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459782c30fe0fb0ae371aed319b0e0afd92ddce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beb6f1e332074fafdad3b07e9cf5e77b4ba2fdb967a097cccaf8570775d6440
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cde9be7e7078fa13388d4e8cf014448365af06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80d7625af0f7380fd13edc087c4e08ba75a9547bf9139e6d986ded6e1cd794
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8403bfee9b953f08fb02aa34eb201a1aa7bcb1c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dbb893cf36f373cad5029c29464bf0e66aface577395176978d730d756bfdd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82471a4b65285cce5208fc681c7ae16e472e9638
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2444e59b27e6e03fb490566b0381a42567a6ca48221640ae7a5644f5a6000f7d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb71f2318547485168bea7286ee63bbbb99576b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40162bd25351f67b9e88ec1255817196ba8b44a08fb9f15be0aa97ed5afcf43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7532983549a243557c662a21b4cf6bbebdd97800
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f041d20be12a5a304efdc815952a5d4298e991027203b8986c04c7f823d81afb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a4f1fcaab4d358de4c3e5c35ef059d4b95880b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c23a6d6595e6bc02db7378f7f06aee9d7b942814936390792ad208202f446a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7915871be49ea386ff977214ac2a6964360cf80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648804d5d91143c1d79c90e33bffc4bd20c6469a00f3e819ea3d82cf0b0337d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b33a3478606c697b221dd4960f3eaa22fc84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cddc7c21e0328b95402e7e3e97e4d9de30a3afc258595adfe29b87d055a79ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c396e509e7b362f3db0d0c3f9bb7e36727cf0ec0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53402d0690940c72745b3d0c0f188d76749536e66a3f87a4c9652784297f7cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629317a1c1156fbcf8b0aba422539ab4f3c8696b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f8ceba24c0bc3d2bbcafa15b6309366f5604ad0b0d351688b57837ca4fdafa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d314b3a408ada5fa5ac51a9d1dd169b83c3376
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a779a09bcca0667aca9ad2eefda02608dd2487eeb0369dc6c73db75c0ae6f0f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f367063efbe2490eb74c201c700f5b5ea6f29b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b615c30ad96f31f3f409e8a80c0820d87c26baa08dbe301bfe5cdd4a4b8bdcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a02cc76fa464ee2c6401036fa1a7138782ddec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9f7118ce9917aeb54354b82d17bfab6271c8aab0a5a40feade405e5b666743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330f07e2b717365e1fb11971149ea62a3574820
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d100e89ddc6bf7e674286f6f509c4d2c8c5e2d824d37f266b298169970b4aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cab5369aa5a3283eaea83fd6a1640836dd5724
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c75b31a4fe845c815bae703703e5f0e401f485ced52cf658143189b663ec49
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f540a84c5af8a7ebb51e4451365d25c693ee26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8655f20a1f9d66d674e31e049f267692390bcbfef6cb81127999660ec261e81d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d3fc8592fa45a88d2d2a3a15b8ab17d6eea4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c3b881480bcd4b7de5f05d244e251146722688b03e39097cdb6478c586840
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa62692df8549332057338175896dcedbcc1d61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8a9b93153a4c5af1c478e868531e4d6d0e914eb905409ac2fd845b6f87aa70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11498022687954ad4c2f543c4394ed5ce8159ae3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91462c5fe5034f5e6e26e888cbd3e36a44a08aab2ea89dd6e2c169e3958ba39
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2b658560d17c5c7af3f95b80f5aa195e44ee34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef63ab52762d8349f405b3c6b9b1944d561803d1c702228b064f7f900b597ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc189b32d0e2b71b6a37f48c36952092c9ac451
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeeabf542208cc046a814ca9a1cff8aec3f485f029410b1864b8ae31926c0736
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaf22fab01cedaa33e68029ebafb02c4a607364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e9ee0d4963417b54d2d52e0093ad4410fbc65816c2de92e3928e986456a91b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58b4a09bfa6f05062683ad660d30668371c2a60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e0d0436a697d8cf08425d06fa9e561443fe3b4a377f3e8b206e67e0efd467d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4829ee639410b21d10e0900976ee6025c409e033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cc8a8d76218b3f7767fb96a4b0e937040f865a142362608301a65306b0adf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94d169c22fd5c3b07bbe3ca93e6a55c0da23a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6251cc6ed1ce8ddc300fc632517bc633869cecf75da68e46224ddb9121ed911d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d0f3d2064b59946f43a6b6a1442b8bee30d3ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d498c0548de054bc41d111ea0553f5428ac4a8ec5b4cf8ffd10b678093703f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b798f4c8fe36e249e0f45d1cf556bb4bd2c9066c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb60f2b2b925ea0e50a45b9d5794e8cf1b9f974b0c80d36af567b0ea8acd6b2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54516eb503bfc01a7b66b0c978cf310ef13f72c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c7c7372d5b519a12a51376caa57206ceb42e315ac9a1acb18b101a97c53f47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cada465f4edaec84e0003ac64cf8c675f8b1f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e30fa6c30428716aa15df4e73f0b99b9a3ffd3a86b294d262eaae4a7720cb4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5a762fdbdc57da54cabf02eb222b0f41ca38f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3df6ae7a72becd875808d813b9366e16f07579e2d59df928d58e42afd1ea1a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e0395285d09f8f9ca6ad9f233297f910296693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381175cfcaab4fda025635975c8ed72c271f85e54ae1ec34d1653bbdfef74c47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5aea3b47b11800c6a74d2fde84da70197b2287
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69428843b3bfc288c326d40bf56c9a57947082e8f61ee43b6d0748236dca8ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527e2322351afdb9e271fd87af6669b0f816522c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b13ccf6da7b9e438bf820b727871743817aec8647702bcee121f0f681eb16c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202d1340c116ea31af5bea36c36032563ca11648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f037a579f60735b29f294792adca302b24f7efcd438435d3a7154dee8aa77f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad61a23fcf9036f9360253a0643a2dbf4b9299f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bd2374d6641ce047dbb22eb69b7cf827ce60bd5e8ca6a7d72270adaa9d04aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442f91e3405a7c0d9af89e77d401d7653831f5bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9defe268b256ec858ed84abbe644c8f038559f366a31b664e1081e44ab797bb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bb09cfbff3a592672e6bd4b5f5a7adb0c13970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6547a3126dc9964c17af2bef729caf719f19ae9b09fdbae4c28d6761f1dda8d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a8492c56cf5e347c1ef88ae68b507f16b390ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d29b99996ab0dc3d9c366928bee6da2eb75d13b28374137dee0e58e341be52
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41b86416440e83dbdbdfc1520a5c32e62452694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a741a708193ee6fdafa7473ed3876ef67feb8514c6cb7ec9f0af9495c9619497
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a194c57c029f8ac36f1ffc9df8466dd0d66afb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f877d0169c92e25def2646753bba1c7759671df13e826a976d87b3d120e76c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acece9ba6e7078d8b42f0b1db6a8b62c751190ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0a0ce637342aa1b4ec6c689dca1ae626c07991328d929406fe26a1874c73eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db105577289c6a44a7671b346f917cc46c21ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347c8c3a2a1674dbd1b8ff243a83598e622e1bf47554ef915acbd8508b78c56e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8f3cff76822043b74be4a398e2842af52156b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e2f5081afa7f6ddfa24a2ac32d8f7bb8bdfa842692b3768dc684c262364d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71c1056c444131d52546fe8fc54b871371b28ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9baa256dfc5f4292572055b185ad7bd26ca58043ad7150e7d0a3a7fb2dded4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03656f5b85bbb0d1b7c6833bf0295483b510ca86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68c9924c42abdbaf2969a8eeb88d98122f5b5b1814c55ffb8363de264ee7dbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09609f02e81da718a0fcb5d679b7a23797944d76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee17c75427c853de674060c247631fc3819703329ded675f16d2900f2ee609e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e6a5067e38f2747b60531f2ff9cf910ba8b3ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575087ee7053c9d48ba50db3b7b834aa2175302372bd883c2babc5aff7ce528c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7d35b81d8d9aa2025939917badfa3dc3adab65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a9bec510f16d009fc6a78b19a20134142e4e6a4275e814ad2295d9e64825ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2006919fa73ee5758828c4de373cfee27b3102ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bafe91caa3d8b36147e84982a6d7e0f5ee33282d16138f80a644bba9ba85206
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8550aa82933e8ddb93678d95aae77dccfa04fcb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd43117738ca03b6b6637710a0a92ab08d177d06ee85fc9eaf9ea169eac793ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9be61d9d36c0c217dac9019b91504c3e76cf77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219bc0e3a7e809826c545450d91b2bba4df8a8b64a16b4bb05b16a31b033da02
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb51c68c50488fa724b356b0afabc27b277d869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916c959b1f5da54c3830f023934ebcdb2359ae25d5d384783e5bde67f9bd72ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cf4409927eccb4653c0b93f0e2701b3e24cc35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3194a042be38c997ae1d56e7917ffd30859768659fb75cc774fff27cffc0496
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c271f543f9271f61f0991e7b68c11cd2551f7c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e134d4fb5d73dfd090e0a648f012856aaa6d4745a1c28f2c1b58cf5a50365bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c4d0bb356c83737cec9d2dda90d902cd1eecb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc29a167ecdbf6c9591bbd759a1a0abfbf882198ba2dc53141a3278a2e2ad13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b8cd272023a4f79f5f8a65ac48b4493fd39eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0473c538130e05928f2bac55e894b34d3e40b0b62cd47c04a99efb167c558a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86a1154aaea26a9bb2c80b17a3205d912c62a71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb465bb0b119fae01019b9d499fef5c4b60b6a7a816e9e2a4e412e4224f7c43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbd11416bc68570074ff450a8745c670fd12028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3c9c73aebc1891ed0a5ec48341d153e908bb3a4740623e65c8cd39d091cfbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2c51740808bac07a91a852620b3b8fd3a81b85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c607b47d9852a206e5185b5ab6fa7a0304d26936c6cb763384615ce497e0918
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c092683506079d51af07ac467e8a47e5b2ebf501
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa191399be2a4c7fee51d7a759cd591bf6b2bc369482582cc3036d2404e3f0e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787f235778efaaa1a866de14368b0cf045644bdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88128efdb29f55495c8006a34e544e55c27c97ffd147bf8dcfe791989d963e08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544f14e2364189303e1cfb85ffffc811cc0861d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c43fc96974d59f75f54c90bf7f0a0ff3f8d160f1935d5495dae5d954f3f101
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd07961e7a338ca9abfbf2de47c1100610b4fcca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6904e55daac50a8ab6ac9e6f1ed5e18ba62ab68aa67f109080233f454aa22426
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbb806e5b5121af11b07c2265119ba398a14183
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c58f61363bfe10702d4cc2adbb8b15ffc2d34ad73ce9cc9b4c31ca47e6fd225
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78441354408f0e6653acbfdb3c54c25cc639ab32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0275ec809f6c3f99b852d395ea29c92b4eb7b4c4331fe23a9f13a711ac78cc6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6d2c18700efd090f472b4d0e86cf2292d7f848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044f2d55f0ed8c8949359650a12006aef5d77a7d2c3e527d829b87ddc4135396
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d87532e6ad38966409a8c1aa01b581418505c41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa9729af7184940bb4555cc8bd59ce3ad036e59eef21dfeb1b3399c7bb6b1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7741c313f85ffdfe65e6302554705c480752bf3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeec705b2554d635cc8678066e71b150ee75e9057d04ad3cb7a55c219f101ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25004f4fdd93a6c51ddf4592f4357a1c97c4b1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a948dee8aae2dcb1128a27a4b4b36dbd1a847a06b6c95230e0c3fc15357814c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e05bcdecd90a962ad5d0a78715664b1bd553ed3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d307bd5e973ac43d0157a89512d0a6945384e0ed29cf4216fa4fd019b994d5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec433473c5f8b49388a42f6820ac0136df32d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc2db6c5dd1d904925685d646e556fbf3c6e15bffb0b9b557c33fbed08d763b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedd0578cf5b5ce4688375f2f3e5cc640be1739e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b312f6492afd88a4e2b07c0b7ff8a14439ff56597ba3d2bacce2f67cfc3f753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107c8ed0137fce64aae72f0b432b1f669a195597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ac17bded99dbee85290ceb730ede2b40571d42fe8fdca9714c426b67296d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c1f20c53b04b0314ecbda2813e08f7887f011
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb9bddd676decbd0f9d47b88d0229804c63f9e87400b7f531eba6a036e0fcd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a478ad8ef1f32ed5baddec633c50617aab6fd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762f817dc8286ffc38cdc6016a2d49feb7abe974e18d3b2155320ba751d54a1b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659a68609f6c6a548dac33afbdec5c6fc435e9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310bc74b04b72bd87fa28d7bb8f38c5f791a5b778784bde01cbb043d5f2174dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9959778e79f197ae102c5d6ccfd7123c3e32f07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4327b34c099f0c6a1ccfc17d1b578618f6b0994f8b78eb6fde6efef2b20c82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ad212c16b269d13b8eae97a9a419cb449de091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138f1f241440b08a98aee69c36d404973b80d465866efdde9658e4f3d3cfef6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaabd7f742d38f20b87b87748d8919465fc81ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8318f5b757f6b4f10e70e2a6895c246205cfa78551dfbcc639a10cba15fff934
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e7c498c164c53411c4ded8eeeafaede70f6e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d613e692b2379ffe22a34bb4d993f287cf6fb6243a0d22724edc1bffa541eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0335c638ca70212318dfb82fe0543d7fad25743e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc5d4809bb6566cc8a9bb49caedc2dab2214a851a3b6c3d1081db1670c7a0d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b72fa33aea20be4f47a2dc1d932fe03034dba8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f901fcef336b59037bd932cd41eecb5658a64fd3dcc2604621afd1774f5e776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462553647ef76a820dc8fd57a50d049ee2f2153a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8938f1d4d3f75fb2e91dc8850381e748ec77258511c82a94c8cdf7eed010565d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bcd4f5e27d2f1e2fbeeaf07c12938b9b762a14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1403b12be606e5db6b764a2822e247c2c5e96e82c40315635c6e48f2163c8de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7352ff1eb39c38708f128c6b7774959935b1d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f242d44bea5974dd1f5f521ca8d5a5d24118115b2891ce3879b8a39074b906f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3099819ac52802d98bffc6a5df415aa047af9d72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35526fa75fc5169fb8e0b6df23e59a4adb7d2a4c718da846bfd0289a0f1f27b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4333020da15ed193ec1fb87bc2f74ac7990a5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0ba30892a7fc782668619d0bfa9aaccc81074607608e352f347b6a5ec29f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be23bf9c788ac1dedc3853bb58d2ab1c3f70f2aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80375fffb9584cd53325abd4f7bb132bd77166d5171421ff57247ea434bac0a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a1f4024474d73c5ae71e2818ef52d79d528859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c5eb1e556e85c335ff5326559c5a50e4c8c95a61f75aac8174a2fcd77aed63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c526518e58627e75ebf2ce9e0db661aa4120f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da25fa42c6bd267047228c5b93790f412556abf7a5b78da01cc88f7af7fc54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187c9a33b0c28ae6e4f9b636fe90e21b3f49a50b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e54f79777c901b116648e974825d90d09eefd29a4aa18349584c92dfd7e8302
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1f77acb6a75856414f359d508c87e6c6a25c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5315837a865ce7de9ad14bd9d16655f7f2b0cb83bae362ef3dea0e210d9e7914
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7898dd22f853c40e9a287226ad54df1746f637
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d093cf4669a5b8e491267d3dcb9b96e71f940d39869669bf69cc2f6f5bc637
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0f3ab1868eda8f1b17452afe86edb0225d7e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71372386e072277744d372f75292c143ac5cb01bbdd09cbf93d42633b00176a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4cecc0f0c28e8d0e2dbcc672c0c0c24c54c3fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad20fba5d80a5992d349fa4691966720edec2bcc5a4f6a720bb740bbd31c290e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ead86889bd58cdd0c8bbf79416ff809103217fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d747ebf82d8a8970799e649693a8bfb8154b60e0c619c29fd44d5355c136c24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ac0d4ac000de94f7ea3489b68bd2d07bc5339d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd8523cdc140ebc64a8bd7eb1aebfb33045fe39f0101b087a9420e8868798e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45f104eda218853d7ec43ab2650115baf146c6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f219cdc18ed775c6f8778721cf1b26cbb9713d936dd9aeb7d76ec41512da7bf6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296c29dd3d951507b67e984892640fcdacf7a488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebf2dd1510f49f2b4eb1cac17d33f0156b88c8b382eef5e9c9de2b79c0b4b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be88be03c23c94a1db88946a47073b1f0b5d64d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d935fd7cc01aa3afd9452326c9536f49c4715942c1f5c2abc3fc4f07186ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54143b74fcc4a7ebbe8b3c4b9036663c9d56779c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1649144432c358bbc4b040b4603842417c44f06fb8e22e9ca25865c1309615cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b5e0fc81e7c383dc149d8b6fe56fca5b6d1974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdb1a3e3c12c09b7c6636bf2ea3ff03099612b98c513591f96e591147063574
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06de13d7e31ac235782665bf064715cd3c1c0612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb8fa33ee60c6b942c8ae3a3b6f9bee57767accbbaea893b3564b90c50f6136
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2009e8e3c5b609100f7a0b67db91827f1d061dfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d34a4a344439380cb6b1b26b36c3a0c13e2d0488e95474f72e41d3b884dfd16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db6e648eb2855e880f7441a9fb754dd76de0899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34168376f9e7b8e0b7d3c4048c63445d5297945dffcc0c874f2fcea518a4155
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a53f09702be1d9e11f4f4c1e79364f0b6cacf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930989740870acc33d7455940c2417066cbc7d84dce4f0a34deacfd66401659a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041beafd5efad778e39cac384312eb64e85b727c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d266cf3e9065a814447c2510362b5ea90e3ee93f435c164276d7e2b58598bb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca2a9e7e587664079e579211ab2bee22b3f6e18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524428a53a3c62abda723ff5369e2c08905c6a10d9663e369a0437eaf6714c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62fd19e0d31f41745adb5cc71d44ee003563878
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70452a9668a7e31d4258fe67d94a5ddef16be6869a11c996a09737e9653a070
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd12bb84b608028ea4c6f0896482016e1a9c2aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f792cb43505e629b27367d309f5618dfb5065aeb288915d997d3a50726c994
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a980760091c6d5365ab12edb42bd20f1b6e1cc19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad09bafcbea9a2ffc520907f7eac3b91febc072ebed60e0f51177b8e73416c71
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98022dbde46a221dd3ebba2b86764f4dd0ee78a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f409d2c6aba0ee4811788e785355b0d4b9c1c35fe94e23db20a1af4e15a3d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be397f70b5ae9b8a0cf7d13bb396ff5930f65f42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062db298d6ccaf985e69394aa40b16ff57cbf963593bf78943ad7db643b4128a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22239486ae24f9132f29c8c04996c3f0af4aaee9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f07b8c2468aa3b0d59eb48c60808bafa14cda36b12484722be6789a85f1691a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f322ed3ac14fd40a5ebedff33a6f13eb7c74605
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7a7a0848ac3a174910cbd91b34edb2ff6d17c9a3380ad7653a7bc30aa8cf7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be0ce572f6a1cf1b63654bbd2f26a4ec6bed4e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6b6b59976cd5f514cbd6fec65f1d52667042d5a6c24ef614f363374e48702a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d8d8273cd3e738aae6ee2f2eb7c215cdb437e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9130470ceb6c6112d0a0bc4b825daf9e7d1d61ae380a64aa4078df03450e41d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb7fe82a6d9b0fc02678c97612a542893a4c57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630b5e76ab78306f6224c536f1cc1a2b664538fdda624cbc243d1089810bd6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d305465d9f92921de0c61cb9de1c176ccc4aabe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e3c981c444ee54db88605dedec3ca9fd4298d743a2a585e8eae736d2f0420d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e1b76be696907ecf16dcfe191b4a8a312d952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a501799e2bdab9206886e3ce50c09b185073ee71fa4c972e9a6f6955349792b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20eebdae003a37246abb5e3505964aa5ac896db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d378e0eb2d56d5ed40a2b15511a51d2662cfe8e189b4b906e00b70bcdaee10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5582a81c425b51d983b9da52c815dc8e6816fa66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb0a22a762785e253f86546c1345fa9445bb101e1f620d8b5e345647dd15f46
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79e85fcde7eacdea5d28eb813d51a61167535af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba1ef71e9686a8d2a01f225d5ba0b4bd24e14d359da2ec8fc31dcb3809e7ad8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f1a3b4b65effe7034b70ec36c817f62b36dad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d4e5e1b5ea594f83bb8437f46d858482170aa8475085afd3d46d6396dcd84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c768aff833e84d40ba342a48557aa2ac0d00edf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7008b23102b1e22e29f75fc6b85f514d056346c3f9ae6764cee50b8ec35c290
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5ef99c3ca30610c1eeb6d11b0a16ca79d7f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5819b5ecd6d0739609fbd43f9814fb0c91117e6e9acb51bb580a12422dcdab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4f0eae4cd0d858a3461508a212215ce050f712
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27259dead363d5d8ac95dc5b42a08c1e65536c67e8d651d5f592408047f0d97f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9381ac1944c92bfcb4efac36b3cea7ce2ea5c73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01600e595d05ff9470ebafd2efc7c2a4e1695c2d3bf2ad18d37b956fd5dfe586
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f499ac5dc4f4f968844ebd51afebca1d66cf7141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f2af75175b09425469afc4d58d1f946db573d3a00ed1b77f7bfaaa52e30440
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678d10d04c67245e576f036e2d76e012715edc68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1edee6a132c87f0844df7219fe9ffe9d974ca5c79558e52ebc90ee5f2b9f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8817bb0a273873831d2a3b0911025aef37f49c11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f438c376ba361b32b88b82457a49ddb2aab97c8ebae1e402b65e1afcee44b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5975ad15b7c6067ff6b72d2727e0b0c08b81d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548cc58e76661caf89f07dbf6cbd92c704c77b669bafef7fe1bf09f81483219
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff67194960e82411ef94c1e57034176538249960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693005c5eb31a934a41fdb2d5a70c2f54ea12f6396b5a3641ed1f9b1af96291
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835ffa0bce9e80321089cb22368956e768cbb4bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d374d1bdcdc3562134204df4548049d3b97ea2236287572a81dbb9499c357ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5963566718cf13910773fd861939615e55fee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a451350feb9ef36e043e03483f3b1ddc83efb8ca419b29e3eaa77701a9e8742f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6bb4154da176a334323853d4d363541aa80c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6aecde9abc476902cf3c2232d9eef64f294d38aaf46f8969183c65bbd59a2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1dfbd26610928239788f6c1c8093903949b9f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89b0c50c70f754d6deb40bb7013b51bd6028b8c3595097c9654319ccfe75492
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591e3dc4d2187db002d633ca86d49bbec87647f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c47816f5dd675d927cf05f80218e769c3aad513b2612b89b41ef6e4a6e5412
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc9d99f2789da9649208a402c43ff66100eab6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d76e0b78b846dc8cbf6cfd00122d4b7c1925a89b5c41eabcde923978d0bf5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08500294619b3b075bb7539a79abfd6008caf149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f724c1333fd4548f82cf500d6c41f9a348d3b670771f892314f8caf6fed28b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c801d498525ee6a46f203c0f686011e1e3f81181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c566622ba46073148ac7a3c43f348f689efae44950859c85f9d40a35b78ba405
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc45e2e877bebe06448e971c648658b7eaa7f1fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e18a6246fee3e1dc33e9f29d74541be62baf915ff3cf28544351bb25ca90c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2b4f5b1624eb9b5610f1504ef30ca4e51daf82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aba7e6822f40c7a3c4b8fe4bee0dd46e5d9622706e9ec7317842c0bb419bff8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affde0beaba5cf9453dcd62782e5310fbadb5edc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5319fa22edd12c9bb8e8dfd617fd8888c26d1441ea92958911abd24e49a35e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19f995da86485179008044b2c232c4b4c45457d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541a65a5ca2ea1080face6246f958cdf369359bbdf20f5ec0116d505b725a88c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45299c011eb65355d23f8a8fcf339a78350a7a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69f3df95805899f230a3b0536470e63a761087f0634f6c8d3676789eb1c9c8c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cd73a3df7762c6d205886354943c14939ce453
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fc96da7b2dd5ebbf26a30feea581d951453b78904d1f6f31d1555973e6ed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89496901eabff64070cc0b4d2c7239a9e8448a0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0315f90c867179000ded34aeae60d9d46c02591a854dfa4922fd018973291fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c387354895fc0929c9c4ff28ab907c79b081ec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d352ebd135bff0e6c164daf5a899bb2a9e6fc66c4167bf0285f8af4a855911e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27236fd6814fa5cdcd316ad32db9b9219a6be263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc1d2d54fe2bb03b164f4d5e50a56cf3ab19ce9c8bfb6dab2f65b1a8065d452
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1b479cb01f61caefffdedd363796d8af2d76bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d998c247ba1c3f7317c03cc883748fb80121338e051d7b3d81d90a8aa19d93c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583f621680cfce8be29a298f61460d0cc263cc61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900a692d0edcacd045cca635a4ecd98138e68162dd544627109d72c07c6d29e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b09f94f78292e8044476af5eb1f5b88b2fbd355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ea94751642bbd21e6e24aa48190f97ed7d37c479408ad80aa937449b635b9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bb0dd859c7fe8fd14121fa1d43baf98e0dd5ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05032e8354a3f3b62b676abc5d47aecd09726e638a660969fd512c1e9c42f521
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf1f822d26708b5370cc0bc31c1d0035b2691bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b750654d3dd753ffc3d768ec0d7ec7d1b3cd602e6b862dfe7cd460e8a8b2e9ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184cf11e6c1e37d7f8e0d8dd958ae187a38942e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fe1c5de500eee927706703009e92ca0e504c233613402430c5ee1300114dc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f28c65f3f3de2772eb61779e132eea634f6690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f52ceae065bebc97df886f50e62cc20abdd32dbcc321c12f6bcdc21a430599
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a34f87a6d0464deaea82e8dc50413285cbc6f4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28f30d3d6415b92f262d99a9573a0fdf62fba3f75b8a0e698f91673dca85a17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2a3b11ec6e42e6bb0395e5587de7064cf91c65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d7479053ee4d374a419f912ae3dea67e129e9ce43137ffd3cede850841e519
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fe377b7f957eaac4e150c1506a0e64bb9c8d93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bc21aff3b40074e4714d9c867c8392a1a0571ff936d4ae98c57e2817540ece
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c30efc6140427435708ea540ce517fb8e00740
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b686201e156d53152e5c5f26ac40a3d10362e600a3f0bd5e3e5b2dd6ad7f04de
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a1d1c34bef0f6b94e546a995bd72d9e1474097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43708962b182a86bdd9c8e8066c72b6194a53b62ceb2deb0e478f8c7861dd5af
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da0dc005127a15aa6a0abf4e27af777c8d519aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cfb7a562daf054d6363322904a76ac393be76b9e97db67ce1e55882ea91efc
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc53e7fc2fb79855fe2ce3f8ccfe5beb686321
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5559f1d987ad72e084d76a582a540f3e0c71b71424189f2a3d44b68608e9cc92
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b22233bae1354133ddbea8cb9af474305a536cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810480ee062f4c62206540599b9e23bbfce609cee4b175faf7f03af6edeecc70
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2c66643385d38e6b5c1c571389049ae5c02e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae42a6faeb058c7528e4c74f0aaacbbc4c34c7b35b0192d4051e17fe1c16e9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb60a2124c4389ae2a15aad7af1dfd681a03a689
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f5778c752ac7c291012a104a1a2901be67ab6547cb7f8dfb4e9e3b0978c3e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d51976b6e909ec96915fa9dd22c01a2e1edd20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27b2e1e11b0a5f09d58001896d8b63219881c8b9612ecfa599a9b3871f44b07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5881818cd306d641cd4dc991053dd7de6402d2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e201f663b532836c521129aaed07c7e88cccf243aeb8ff9e1784fe5d1c0afc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4965a3d4fa0b8e80b0d818f816ed237d31246593
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffc28b4d4d0b19a9e4780f124db35ea5534fd00fe1c36c628aa7bb360d16b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8b503331e2a767e15f60e6e982242019eab56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5925030f5b8e1efb82016d4efabfbd1aa9996d6f4c5e475072dc7de55379548
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ff39c0d980729df64ac382dc124aa2cfcbdf52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1725817fae908b54a7d1562b03cd3174b1e37ed709488ba33e1fff6b7284b6c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8e50f68f56a39c9464ee77cb53bf4d47acb66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba00534d5416ba56db34670139dba301d315216199d0d3de3b9d24fb61dbc18d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c7d06714471d1fb7b08ddbd44112b4cd101c01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf9e7d815beec0c4b9ca7e985acaff01739b51aa2e8efc1133acc5860ff1daf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a463b1e502abe2d5a7563efcfd44d30375cd0a3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c17af901eb2795681cd711f596e1b3011304e2b53bc9d024c964e505e1f4c20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b629bca2491f9832dc508cb4b13ee06d8980508b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0eabf73d8f0851e7effcaf361d86a034cfadafe84c94893b680dc1d1fee841
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121aefd58aab4901962cf86248a9a19567fd97ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258d46a296cb2ebd96b6bec07757cb33c1b14926ef1e05dfea9ced5b58d822cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5779c6a4f2a95b9f1b940d05cfe284f7800a2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be84017272ed463fc6b439443c1ce58be91c57a6bb19c907d6b0d5ac94739e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484c4ba765c5a2129fbe935659a07b52cbd91b44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be60f856bba440e4d24593826b258c0e88a1c5b5eba99571ac51258a0b0bed7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b06898119e806888205ed40a08bffc24c6ef2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b747d887b9283656442e8d2aa935fccde366f156641c798dd0aefcedbd3d428c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587dba033ddb0a81252bb62625576508e45a8193
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170abb6f12ce48506401dfa48c23738732d4599dce24cd013a23f9c35a80652a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7bc20c34d82d05a6eb06312bdbb9528553135d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c94106a0e89f9e114bb70ace373415dce08b6a9542b8b6233db48d7155de85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8e02c1fd062e2060a972712d80264fa2f2298d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a4fecc6d74872398ad89e60e564f80e6609aa72478ed49765dc7aa01fa3931
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822c94abd4543fafa2e1c27b14562bac54a1fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a95000928d85e23f36371e7a2e0dbe0deb2fd907407ec3167bb6f42a84d9f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6acfc419adfb105cfcfaac481f3a96ec95b31e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35b6c08c24397ba257bc39c9ce0b0faad70a1aa0ffe3995cf7361ae776fc4ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a49589cb9e58974b8e65a18fddfa98b9a8edf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d38ad35cf90a151a4a41230fcece05672ca1bee17c26fb1fdc997c23aae5cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e09ba65363ae003f53f1b973623612b90f4a08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b684472949dd69203558a45ed5543cc20eada3bbf108e162b847c05d548f95d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5270365a60706b67be4b6e9b9f48a80a332816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ab52c1a5082e7c7452d549672b9b640d60ee6aedab76fe74839661a19cd117
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1557600b89fa269a67e743e1a6c7c27231ff6cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba40df4bf2367b48f1b90b472aa12841ca13580429f947bf32c1e2759b1d96d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2a2b9b96956de72dba01d647260a65bc28f649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de031332b1276b50b7b879e4d22e86b4b388c9a7486426065f5e1cb6ba780fb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3310e1c9131f382b64e21b18781ffb05b9aacb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4567378da42b038f5d835e7b752bf7c5c5c696a2c671660ce5a64d43d7b531
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386d43cf71d051587dde91bb122ff4e1b546ab87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c75c288d2b6fb2e2d400d18611adf4be2e22f0ddaa9caddbcd54d820564ce9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0950e8575a92154c5aceb4db62028892923385
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92908f4de1e3e99fb15ff176eaf54ef7a4a1821be256a95d95520aa2b121afb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03644808d272919e58225ebe65fd1fa00ba85c7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caf2a43a321823b554c7116a5fe9f28978b519d11e55d4ccfeed497f9716468
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076c7228a08a8f471ceffa943a31333ac888ade5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a86d9f3d5ef4d924f2b45c95a7cb813462970f190b8f82ae5e79f02b9f75eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f674e1d9d41fbc3950b69f8d66bff5d3a90a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86779959a130984d888eeba99ee381ebaa2c6bf2797639a06759031a3be1a1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897eec23aff72c418fab612c7011f500f8d65447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d34ebaa03c756c6bee833eb393c188483eb8de2fde25552571ec6d95e631da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf6f6388b346efad08800c99e76c9eee21a59b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da72aeee635a9ceb89fcfd9190c0b7094739c66c864dd86652a611cfed7b4eaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb699ee4a9819d88120a2cc696cacc4a1357d7ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66f2ce6612a319b71372930df7fd46dce7079eb25b4b99df97604a9030941f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb94f02b086bb49827521df0da324d7efc0ac9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1996e736f236aa1b122a72db562e76e5f4803ec8359e65f3cfabe62b988bb169
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3221458b628a88a8e246241be9f2917ffdfd5611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184c4e021cddd9f946065ee60f4633bec1da87ba9902d03ee0e615485cfe6cf7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa0510908f0e2464ca27971f3f09db635e1eaf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df84eae73b520454c8420fc64519c65973d34c23ada4ca05eca25f34bdcf6a66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8eecb1aec45b8730e248d443c4d29d2c3f41ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e230b35d9b9206354a34f940c6402c025b1a47ec3d26cc8db618e3e89ca902b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267ff8eb414462f11bd60eacc0b653bc14d0d6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360be5ebb3f04f48661a75df5266e4c65355a42a7b02c19a203c2cb20372e1b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1dcc52eeffb50deb95b55c16059952045694b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbbddf8b65143cfdddd3152b3e0703162c5fc2df638df166e76ade73923da0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da9d7f0830d51928a86ac50a8d847935c9abd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27532085a173a02633473854b62c67e17e1625067198eb0265b263cf746c3d33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536e1b8e5f58ed67e0e543090cf2f63996910f6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313dfcf56c147a93f0e3647b9f6270bd29201186cde7ee1c583c1f41177d1c9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e648b3d730393ab96714adfa7efcb77b0e4a89a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e340f240ca0c7224831fbd0e5a1ebb88009dbbab96e2f6b14cb59f880dec54e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2d452aa34111b41cdc64810fe7a6b8ee2e872e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baed1890b928dc45b3b5288d47c0c6803c83c4042526abb75228d53e191e0c8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff0d138e2fbe6891efacc595bdbaaa6a160a4e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b9c564c225f90d9eabee50718dbe0bdc3f139ab99f600db3f3ba65be5e954
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f4cc157cba0c58cd41a56b01f000d934a0ba12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c928bf9dfd451e872e079525b75b2beeb42f91d3b2e59119e667b5579cef2e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0694e3c247488646688765d99a79d43776e332f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7ad968a5d4e16cf0b9a21779563b635e89b9188c0340dba7bc86e2a06ee1f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bde6e0137f3e2dac7440d5118ac3f0a1d56fe5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef9bfef71f9c2f6c0a0f2d21bd1354ff4d685a8ba3e9fa2b830e667f2b2f70e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6ec3841dc20ad3a464afdfc7fd1fd7351d191e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e94ff98eb255f3d69e3473e05db2bc2f6fdb75eda962f4445b49e61b8977e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be86eb7e797dd99f1523b5e293937580bd69dc56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe51632f886f693f5d81f5195c7b7a66a1411c9466b23399d99cd4f43dcb013e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0d17b60d1d7c9f8396021550d51a7323b7431
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266065750312241bc7bf91285aee804b262ef044effc4d18cba547aa37352917
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599448eb899e475036dec600e6a15b3d88726b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c8e240beb63ad601e5aa932724e2311a246bc74519db5c92702db0b95bf4ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5f2934243c7c48eb2455d756d3d94b802cb5df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7923df8094c2852011de6c5925a8be251928022b37d5017dc54fea95302071fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d1b8e20d3ef4feb0e0cc1d5c8b97eac152381
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c478106edad674dcf77445ace6e4b3dd6c85e332f0138640661d9e21dbd487
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b14e4c0d8a2a2a98d290524f76ab58237c4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbe72e4917c95d0b5925dfda6b21fd7f998f79ebd94701bbfa002cb3ba2fae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27256bd113a34b587a9fb330a4015f2e6f0f5760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0cde184f851d118afdff3b35a6416302f1068d9ed1040d84362012aa497c36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce62e42a35e03f66d16a9bcf49307cb75461cacb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9768c5473e4083c6782c6e60abfbcc61358c4373a2cb4d469b100bc26462afb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13f7197e1c9b952445b302e587210b4d2d0da01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97adace4ac8cbc7b66b3d48557ef9a5439ffe8e40e3cf01dd4108c26cc819f1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900a94d5494181076ea78b87116283799366a065
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bac9af32d9d4a431c30c50be65a3ece905b8efc13c7b640dabb9c1d0f86346
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789d14f449204c9dfdfe2d437745115089108ee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f0fe1e0a43836730ed0c73202f01da4271140a986127bd93fe766b1a3e92e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a67ddbbbabef1ee9c61bdb422868d51078d4af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73679c1e27bcfb64b20b54326651260a942312e3fb965732c888345a58e6b77a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abece7267b2813f5e8d664c530b9cc9b8894713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040b52daa7a8a1f9cc6cdb478c95c7745b1c6eea0a9ace58c4d0d1fcda2d63af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3e8cd450745b50ebd509ad4879b9735d6ba790
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f080351beeda6f69c4597e7f4cb9faad090c14ecbef8852a8671957b07c00e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47704562dc194410836fd5b81f28f72175dcd6c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321cdbddc65a74d2d7441615fbb8d54766dd0b95e0889ef2a311af7298a0ad61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9185e89e9d89ce5f136157156f8b04e3f05aea3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19513ccabb21c9c159bb3fcdebea4a56c3a42bfc274149986667f77aef7e4457
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ecd06c7cc33c73a8535e16074a9c932a9704c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d9ce565c12f552c3b477a2add489211250597a068be42f4842c09be7e3f73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0766ac004744e82815de26eb0a494b47e5a54f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c3b51348759e2669fa73ad51aff31ae06d770d7eac76b5194977a603f752f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4889a8c63d818d0a3e9d40d48314526c96047728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24fd865ea860483ca6d5353c3f47d432c5a5caf1e4e199e43ad659862c59ce8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d804902855d4f98d3eb1bcfb9f62d8172ff9e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d007cf34b950748bde2785225849561603e102d2e02599508c027644bb5d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae953c365b6eb58b2ccad92b37865b1749675c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b995c7e269437d6a8ceadeda038607e98dc554b19fdf2e203e00bfd3239e6fc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02bc33c5314a6efcb083f9814ee67fa1f2962f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520931c574feafc437ce886ee9f67adc9bd900b67847f0f862899c7e807a9d64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f792a34d81d026c077beb556eddb66311d3df3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12962a0684c0aec295d591f649e5eec37a81d64dbb39c6fbd1f594900a61e3bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4682fa5c37711e9c19c42a226c3dcd613b3ac27f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d66da5f5a28c98e5742db76b31946ee033a2a86652efcc832ec877b15ffbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939a38b5bc3b2ac4e66d7d3ebeb011b4376b7897
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72561b56eb51535f4ffff79a3d9a593afdfa1e1e987db570d6d7e25eaa2bdbb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b69b1c9fdce428038a92ff277200b46e0af759c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c14c9e2330188aa7dfb66cdc1b22342328c268168dbcd3f555032196d119866
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071c4544de01958c9031c6da5f7cc8cb19457664
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060f2b94919a21d8b1138f4da6cf465088bfc1d9155a7b60c01672f5107d5d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce04ec4e9b6f11259f08401220c9603341e00c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cb7beddc63d3f9e32304e8ded6d2c3f7e8c1eb702fa26aeef4fee575c81751
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299a7b9b87fdc21c1cf5e231afabec76ec982bb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6cdb7eb07b41c11f81e71dcc3ebc197b77c964630e52b6fd10ad300a8dd1ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa871e118beacdc2287147fb98bf1bec4fbcbf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66af1c72128d1e8c0961c016c5b27344c20e066b6a175842f7c357141ea7c364
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb43efb018ca19bf06043cf787dcacb8c7abca98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c79912c96ab31328b443ecae3d99eca7fbb16218444f7fcbc91ce9969548152
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd148b7522cae0528c58b4aa3be86448abdf26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539dceebbb66f13cce2063d5f71e28ae02e11fc6a28d41c9f8d3a71b0368fc96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce406d449ee22b014cce90bb38294bd284b7872d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee3266b27e8f938ba835d2cfba04ed3171c82447f3dfff70bfeaef371150fb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b12bf052648b9937470e8a07cbc389d576296ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bec455ba077cff64822df4a02eb138be632c9bf9240bd36fb059329d1c9fc0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138c0e808614a603790dd69cfa6a057d51ab93ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da23313b664f3c97ea58acc8fa6ec7812237e407ac092a1ea3c6a1c9c5119069
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e7d50bb5e60032aa5ac9f8bcc1b61e2e5ab6cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7f24cc223f80818938065e4928c5f60676abfe444f86a89708fd833a42e313
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1d545e94b1f6f9b48535738ee631971d5602b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80a343de467232f269c283d5c1e75db407a650a83d9ed402c771c8f83cbeecd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45969121523306768d3ec8e1b13315597df8424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62ecf3a29122f78c935d9bbb613c8f32a515ed468011676eac0857928cb67d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5bda330693ef302aa5cb0adf89866263f2de21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce21f9afe8a64300757af551ffe2bea444f901fec25888d5db16431309f18605
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7e4a3dcfd3e35b49387c3ad866ec410aee8ecc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef0bdb6fdddcb69a5149daf316b1bbc82288dd87cf2378f70ec3ee4c0643411
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92a6f5dd1b2ca0aee58a27ad82ab12016d88ebf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6af85e198a8ab747fe1be35844e7dc9fdcc165472f88e2e35f452c5c306421
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cc34e688751afe86b8f6486d0a7253d4a487e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8b6a054e81248df66f7c61f411a4196bcbd30251035d649ed9f3a8dfbaf126
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854ee0ee7e7f2d03ac4bcd7170e5deb5fee233d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0050806027c5364eda5073929ac6eeb66899fbce934a1aa4788653b8a00886
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc710da227f5b0763a18d8eaf5436acdbfff09f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f1e4d442faf1e897dcd67859cc3ea4951e854f356a757ea16472c880444a13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b7e811bec5e7686a8345c534f3d8c00a985714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996be137f44eae98055e560fdc2528bb7ecffc8a01ed792fec0ec4c105091bac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea45871991ea7064e8980e857465af2d118966a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8b62eb427e5d32a43714e2bbbf32cb631803c9830c1ed83d9a63c2cfa8474
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e258a858b976cb15c7f0492ddae07c4efdc048c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52b637355a93e4cc4cb3a4c97b8d044d5841a5e0699fd65fb2667c747f7ae3e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1058fe05b42a10db107f3f4c05c50e9c696646ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b0345594570e8dc812b466b8fb2c44cec663af3d76059168ba046b911fc858
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632b52e7c257cf8a9c4c98ea57c69f0692166322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fab6d74258891271e02b5f5d9a7eb79b71ea89f5ebfaa522d12678917bcdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3d2556c323b284e19ec0029ed660283e5bba35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f46ae71de48727964e08b116125a17cdd8c90544a72b186b6e413e45663492
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401ff21ebc996ab259d0810884911fba4c19b8bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c246455cf00199b4ca6251df6fb7077114d69530c49e26257a0360cd9e65b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155f08a32dbd3db6fbca0eb17fe41bb9e0bf5064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4430ac44b75ceddffcd4f3674112c27e167f62bb516c61fdac3d0bf49fc8ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fbe8df2885dd71332b14e363bc3cf5fd8d4cb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b58a983877bdcc3f203a61bf41532e12b8f517ec4bf16015b1a841dd3f99f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d7f6b29962255fadb2162d8772d17223999dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae41316b7e03e2ca7f7c1588269e23aab8b0b704a10e8f6c7db0572f92f325
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63385cc3593d031c4e12baddec976e708fec97cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1afe39a582867df793d5dda7498c8dd770d4368275ac40558152ebbdc5ba7d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93cd502efce3193d023e15ca634ca267e29088
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9cca69dbdfcef284bc78a46216011226d1ff79a83c43b5d42ae65ff4358e32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e464ea78f1ac008d5e60f00ba0b507b54d43cdc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99db26f6235d3f832acf8a004da5fb6431a8686158c0765e2bdcb32338b2afd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a2901dd08987a4ff963e25a4903a545e17cb74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a530aac2790e410d98abb0318f200f20b13292e0cb0dd4a9f682bdb4152532e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f34fdfab27a171286fc6efda54f98fde0b0f69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c6115b61b4bf065b507e30303f7b06b2c6e1ebe47f9953d765f467d972ecbc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfeaf818793cf8414dee19d60765b566791cc31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9a48648d65efbcb33adab0e1e7a291387334e0ade2f7cdd832fa989514e1e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5396e7878bbf75990892144013cdf2db7699cd67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af5474f1d01fa31768660039ace45f07c2d22d69d476629a8c20dfd48c38a43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137231c7d0e60ff48d896932f4915afb9a13125c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e846f1d8dbe0ed21782f993c589e55d130e2dd4c9e45a31d42726cba9cf64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8ad1084722cf20b513793fc7c68b87910b2f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd18fc61fd60e2f8e88b655a4d1a71f69fa39125af9c2be59e689c24f02e2be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177f31a3cdb3cb9726485a4495c095b1892ec614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b3fcd86b173e9481a081668d85418c12dd0a35bcacd6786f6261116b5ed02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf212a6498ede5cba86a1dc32eb213fbcf61dd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041c5c2bf362f76191def8da584a67a034fe9531bfe390c9bc3d46c97613d7cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca993996901cb7d3b25382fd0372b96dc9b77cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7470afd2727aad92e5a8abb8885be8a59b81a0b50e3e5f02f492ec3e8bcefb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9fbf81faaad00d5dabc50dc6ebeb69c571d281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342eefb109fca101b7a94a9c000ab352ccb73bf7d27e01cc025b4697b8442911
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8a360ceb5461d59771e875a59f205934c9ca85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3259d0a2e242eaabece75d0e177dc6f0d88f3c5803e88723609e26b84f9569d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0042f6df1cf606662161c784dd0250f00004bb7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a88c21fa27c58a80d9f48751dcd6b70309e9c82075c0a4426af925c0c341c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97ab97ab784ac0d33d08b99c143aba7597bb1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c16e70b8cf3e423bf1cbd14562333533c32ce4f70633286cde585b40d42420
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6f5cc4e76abb8cda7021aa0df860b0e45a6acd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6d5e9a6468d54dae7d680d6a03c6f70df82ee51f90875d029e46f7dcb7a7af
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb85756067986441b096bb7fe1d99f0acdefb615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5044e78d6c64e0791686ba061ad90fa7556669976f5d8de374ef08a30a378c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bed9e6e9d5f1fc9bbc6e29d910207c466ff4f3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82fdd8a83fcb09e2c364db0599baacbb69aeecfaf07d81ad2e11a73df5c4901
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d943130539bf48017914a86a99a9b42795b70c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55d6d5bec9df46265b4d4668589060ce9decdf02487fd5c80cfa233f8b3f904
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa978571ed1633808c51891d25868b4e323181b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15ac5bc79c36fa322e81e5783c176771229862566c1c3b956496d43d88bea46
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7089b43e5aa96fec1527f2fabb7cc47238bfc26d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cc1419750c2e2e04adb8f864809ea4056bbad61dfa684224b37033954adbd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f26fce2035876df4d72f1fbb58c7f585afd435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9b7acb094a7e7d536b6372d7b77a70deca214861e20aa8030de1ceea05b55b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fff3fd06a23ad85723c350b5a29801ca394c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaf0e25f759e16c1c7c5b37b9ac79f601a8dddd47c337260ae42ff4674f79ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127978b47ebc0a977d7e3b62f6299c82cd9991db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d45d96c46f3e3c2972cbaebb1b9ca75cb4cc66dcb32ac0b48b6aaf27a06df9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459782c30fe0fb0ae371aed319b0e0afd92ddce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beb6f1e332074fafdad3b07e9cf5e77b4ba2fdb967a097cccaf8570775d6440
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e64851250e57b152321b636c54af497c8b4cdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30c71c3ac2c14c42fef0d5170e589c40e1977481a81b6e2fcdfdfa775e82efe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8403bfee9b953f08fb02aa34eb201a1aa7bcb1c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dbb893cf36f373cad5029c29464bf0e66aface577395176978d730d756bfdd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e2e03364c7c516270962c450b31e3407b681c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cda6843599933f9b0053e21e2ca2f8f1fa72277feb6777cb7ef24c19b62949a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb71f2318547485168bea7286ee63bbbb99576b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40162bd25351f67b9e88ec1255817196ba8b44a08fb9f15be0aa97ed5afcf43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694559e0668553dd9a185c4d1fb916f9f63add33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b8000eb79ae714f80701da0b9faa216d7efae26efe318bf87cafedb0c12391
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a4f1fcaab4d358de4c3e5c35ef059d4b95880b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c23a6d6595e6bc02db7378f7f06aee9d7b942814936390792ad208202f446a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956b032e16121ce1db2d0815410196d79b9d6470
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dde817eeb49678b7a8b40694cc8bcfce13e3ccd114ab08a3b95d924309d6ca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b33a3478606c697b221dd4960f3eaa22fc84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cddc7c21e0328b95402e7e3e97e4d9de30a3afc258595adfe29b87d055a79ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fc6c2737c7b3550bb78bd67e152767a9ba4276
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f84d4aa57e4cec5326f693d478b875d369bfeb35b3449314fb46ba51e461e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629317a1c1156fbcf8b0aba422539ab4f3c8696b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f8ceba24c0bc3d2bbcafa15b6309366f5604ad0b0d351688b57837ca4fdafa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cdd4a025dcd816790be1f74f4df0e64c5e009e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c932a4a59b2df0352051e1f2fb264629ad918e66bb0c6d6d003de101924b29c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f367063efbe2490eb74c201c700f5b5ea6f29b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b615c30ad96f31f3f409e8a80c0820d87c26baa08dbe301bfe5cdd4a4b8bdcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debf0f77f7b6bf97553021009c55c9807644ba2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dac100466596ef10540f737605827e1e2602200413fa3035580bef77ea7b1df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330f07e2b717365e1fb11971149ea62a3574820
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d100e89ddc6bf7e674286f6f509c4d2c8c5e2d824d37f266b298169970b4aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4f7ca5411914c5de494e8d244698c8e89f265c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f6c9af3554fba8533850bc0c95c29bbf754fb38c3a7d53a59528bbf6d574e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f540a84c5af8a7ebb51e4451365d25c693ee26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8655f20a1f9d66d674e31e049f267692390bcbfef6cb81127999660ec261e81d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c178a65ccfc085aab41c23939b91e292ec2f683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608ed9ff75e5189e91c8cfd596065cec867747a9c738de3a3c9d6f44a0a78849
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa62692df8549332057338175896dcedbcc1d61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8a9b93153a4c5af1c478e868531e4d6d0e914eb905409ac2fd845b6f87aa70
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eeb3d8a751f24ede84093f2b9f38f6ea6219aa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122df89e0f895563f9ee4f814a60836fe4dc169d5a313e629e07bdff97ab8f35
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2b658560d17c5c7af3f95b80f5aa195e44ee34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef63ab52762d8349f405b3c6b9b1944d561803d1c702228b064f7f900b597ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3e72cca1a3b601d2b96e30858005be8bd5cbe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615fd70d53e432c68208487f4567f122a571304a2acb727e9b30bd560e411a78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaf22fab01cedaa33e68029ebafb02c4a607364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e9ee0d4963417b54d2d52e0093ad4410fbc65816c2de92e3928e986456a91b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0b9d8c7a9c1f3f8b1e4cbc9b4c07c83412c3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b8b14ad3b0858339559caf75a6f675276511879cdd2c01462fd6eae64558d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4829ee639410b21d10e0900976ee6025c409e033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cc8a8d76218b3f7767fb96a4b0e937040f865a142362608301a65306b0adf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d2fa645cb8099580a115be639f511974394693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ad47f0a0a7c84ec0ea4bd80341f67bc9efafa34681382f6123dd83dbe62ec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d0f3d2064b59946f43a6b6a1442b8bee30d3ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d498c0548de054bc41d111ea0553f5428ac4a8ec5b4cf8ffd10b678093703f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a605f513e17f36b609016af585bddb964e766b85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a10bfe3f01d2bc0131c19b9635d028dd8edd0914df6fd343c5e00653d6a92d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54516eb503bfc01a7b66b0c978cf310ef13f72c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c7c7372d5b519a12a51376caa57206ceb42e315ac9a1acb18b101a97c53f47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ec47e0627e8b49b75fd9f473c1b845e9a37440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904746bdd4e6c896b0a10f580d1d1d42f62de0bf89de6c9268d04e620f516cb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5a762fdbdc57da54cabf02eb222b0f41ca38f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3df6ae7a72becd875808d813b9366e16f07579e2d59df928d58e42afd1ea1a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db91869bb4e83946bc3028d9640e250e60cb5c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f8156dcdb9f22e1bf75e774f5d55d8bdffcf7d7405d9c59cd0d32b9dd49e07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5aea3b47b11800c6a74d2fde84da70197b2287
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69428843b3bfc288c326d40bf56c9a57947082e8f61ee43b6d0748236dca8ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd144ac83a0f689378e4a8d4619e4b91bafdc3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee033b6e2ea010ecd0ec4b4bdfba6e061f5a3991528c116ce2520a1a489285
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202d1340c116ea31af5bea36c36032563ca11648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f037a579f60735b29f294792adca302b24f7efcd438435d3a7154dee8aa77f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5e685589ae96bee2b9e9b8c042bd5320a03c18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afd98248cd8e76d38179552aa1bebda27e52851cf7c846c534e0bc0d2859129
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442f91e3405a7c0d9af89e77d401d7653831f5bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9defe268b256ec858ed84abbe644c8f038559f366a31b664e1081e44ab797bb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901fd9da87e972e50fd3270b34a270b14970d7dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328eccd58d812ec623a324ea8048db1ef3924097c08466f1ba611718ad855f22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a8492c56cf5e347c1ef88ae68b507f16b390ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d29b99996ab0dc3d9c366928bee6da2eb75d13b28374137dee0e58e341be52
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3874746a2ff8abe1824612e159ddb378a0a7edad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8126689384bee05b4ebf1f3f5f66657f5d2a44a49e53ce0a62a9bc13c0ee1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a194c57c029f8ac36f1ffc9df8466dd0d66afb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f877d0169c92e25def2646753bba1c7759671df13e826a976d87b3d120e76c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2b196fc24e9e1523c912caaba75d3ce527d488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f339edca4adb79ba6c7166e6eef38f4e3e50797293a53246caa6c44666bb387a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db105577289c6a44a7671b346f917cc46c21ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347c8c3a2a1674dbd1b8ff243a83598e622e1bf47554ef915acbd8508b78c56e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3030d933ab9b7af2e261172b96b5b3b20cd2a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6cbc3c6ff62f8f9039b2a8691752d719fc3abdc6d8fe470ac409d6ced8bf5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71c1056c444131d52546fe8fc54b871371b28ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9baa256dfc5f4292572055b185ad7bd26ca58043ad7150e7d0a3a7fb2dded4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a6777666086d8d16c1f55f348da15ec058af28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad6222072b3a6b43ff3115e497f230450e445ba23fdfa684c350a5a117c5148
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09609f02e81da718a0fcb5d679b7a23797944d76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee17c75427c853de674060c247631fc3819703329ded675f16d2900f2ee609e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2376b3534312d2eeb5549d3ec11cf76a6ad1d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13f7f10a2b216fc1ee0ce87590ff70ca4a91435316ee55156f67d2a3e5b58d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7d35b81d8d9aa2025939917badfa3dc3adab65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a9bec510f16d009fc6a78b19a20134142e4e6a4275e814ad2295d9e64825ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4265418ac79accd0c0425e91a35058628a83e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca902272dc313d9ff96266905eae7053097b4dccb8766ebd3ff6f0d227bdba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8550aa82933e8ddb93678d95aae77dccfa04fcb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd43117738ca03b6b6637710a0a92ab08d177d06ee85fc9eaf9ea169eac793ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d3a81452caa310c9c3d37d748d12fecaaf862b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63618cdc92024d05c6d51e12d8f0904524e74d811ae9355a600250df8870351
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb51c68c50488fa724b356b0afabc27b277d869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916c959b1f5da54c3830f023934ebcdb2359ae25d5d384783e5bde67f9bd72ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5be13588766e81c11053dfe6e88c9184c110c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c1f457b050795714802fe32547fa5583e40526c291f9787ba05fa3577af71b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c271f543f9271f61f0991e7b68c11cd2551f7c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e134d4fb5d73dfd090e0a648f012856aaa6d4745a1c28f2c1b58cf5a50365bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fec1545dfda720d6dc76edb54292b42488ebc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5b4dee8cae70534d3f0e7c70b757b7c5264ca039adbdd872afd249d6d4ff60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b8cd272023a4f79f5f8a65ac48b4493fd39eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0473c538130e05928f2bac55e894b34d3e40b0b62cd47c04a99efb167c558a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b53527619b59a155b17f8a208d91132817ccac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d21b2dfe694994e48de07c4fd7afa23ff3928604e0fc0e75d833e82a14d5f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbd11416bc68570074ff450a8745c670fd12028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3c9c73aebc1891ed0a5ec48341d153e908bb3a4740623e65c8cd39d091cfbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ecc685881b4adc6a73be81aad6c5a2a1803265
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4849bb70a56f74068831337b58d8158d86808d7300f2ee23102ef8cbc973b0a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c092683506079d51af07ac467e8a47e5b2ebf501
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa191399be2a4c7fee51d7a759cd591bf6b2bc369482582cc3036d2404e3f0e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9615bcc518d50891effc35d2972e67b13600bcdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d60d958bcd4cb5aef657d148ef5c56fed01d701e71c018ee188dd84183008f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544f14e2364189303e1cfb85ffffc811cc0861d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c43fc96974d59f75f54c90bf7f0a0ff3f8d160f1935d5495dae5d954f3f101
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9427aa15f8d0c67727a983e8a08f77dece3b0fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ade70553333285837c4d4998495cf7077480438eab28c86db93ec92664bf854
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbb806e5b5121af11b07c2265119ba398a14183
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c58f61363bfe10702d4cc2adbb8b15ffc2d34ad73ce9cc9b4c31ca47e6fd225
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ab259b7f481ca40c3f2a4e160a5aa14fb82dff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3285805f0f0c0b9a9042298319d25a273cba2a59785111c8a4f960f2eb7919b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6d2c18700efd090f472b4d0e86cf2292d7f848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044f2d55f0ed8c8949359650a12006aef5d77a7d2c3e527d829b87ddc4135396
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d1b4733b9aa059b981b0b88b255ab83ce487ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b7b2200ab1b7896e8f945aa7a60fd9224ee429d59c9a06fc67981bd1cc37e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7741c313f85ffdfe65e6302554705c480752bf3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeec705b2554d635cc8678066e71b150ee75e9057d04ad3cb7a55c219f101ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e524ee511317bfb00f72b60f1a93cdaf7404518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8ea73b52af3a5c14fe17ffde671d343d459b01f7a5e588b27094a904a65bfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e05bcdecd90a962ad5d0a78715664b1bd553ed3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d307bd5e973ac43d0157a89512d0a6945384e0ed29cf4216fa4fd019b994d5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c254eb722f5925b212df804175b780b51b4b365
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7db7b288661631a581f5f8886a3516967fce1670d3456f776a696d8c4de4dbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedd0578cf5b5ce4688375f2f3e5cc640be1739e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b312f6492afd88a4e2b07c0b7ff8a14439ff56597ba3d2bacce2f67cfc3f753
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e53e0328b0bf96c65e0a04251eb79c882043036
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92100e7330ca21968b03c63fc8cefae86b279bf07a3a9eeace26d27545296804
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c1f20c53b04b0314ecbda2813e08f7887f011
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb9bddd676decbd0f9d47b88d0229804c63f9e87400b7f531eba6a036e0fcd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbf3a6f974632026c814fc663128d2d40483eae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9bd4b90e38bb7a8c52c9d63133c99bf9cd8af3bbf5fb2e300ca2b31f818f20
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659a68609f6c6a548dac33afbdec5c6fc435e9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310bc74b04b72bd87fa28d7bb8f38c5f791a5b778784bde01cbb043d5f2174dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ba7ee6cdba2058af89bba5737222b9ec2684dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eb66fa44866110de29408a1a70603c9398fe1a108c92cc0efee874f0f32a85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ad212c16b269d13b8eae97a9a419cb449de091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138f1f241440b08a98aee69c36d404973b80d465866efdde9658e4f3d3cfef6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4f5391a52f9a6a2e479b052330b111b006933e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe0ffbfe4e8eb184fbe27a2fa6f15e9cb1241e26c1350b897053707f5837206
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e7c498c164c53411c4ded8eeeafaede70f6e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d613e692b2379ffe22a34bb4d993f287cf6fb6243a0d22724edc1bffa541eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc50542e916576850014c50939d9a8e039e9d5ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba0698645d348ecddb3e2d6e94b4caacb1a17d59c848c603d3b8fa611c28be0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b72fa33aea20be4f47a2dc1d932fe03034dba8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f901fcef336b59037bd932cd41eecb5658a64fd3dcc2604621afd1774f5e776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968af0514adc4c4754725116d4fe369b83b87250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3631392a18a05d8eb5fc9160772de30e50e5254a057642a0975cb8181024ea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bcd4f5e27d2f1e2fbeeaf07c12938b9b762a14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1403b12be606e5db6b764a2822e247c2c5e96e82c40315635c6e48f2163c8de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8e4509e1cd768fafe14bc3c101c6ce113d2016
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55c3f3f43676405a29d9803fb309b16f0b7b30656083be657333beb3803aed7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3099819ac52802d98bffc6a5df415aa047af9d72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35526fa75fc5169fb8e0b6df23e59a4adb7d2a4c718da846bfd0289a0f1f27b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4758ad5d0c8cc8379d615197fa244d634f26e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07164890484928b1dc4d0308a807eca3e88c24b4cbfde96e50ad90a07a7f15bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be23bf9c788ac1dedc3853bb58d2ab1c3f70f2aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80375fffb9584cd53325abd4f7bb132bd77166d5171421ff57247ea434bac0a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc24f200d4b11985f3666afb1cd28db196f5d392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ad981da6f801abb567357635b462b71a7b822e7e9db464ac978a0a281c2382
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c526518e58627e75ebf2ce9e0db661aa4120f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da25fa42c6bd267047228c5b93790f412556abf7a5b78da01cc88f7af7fc54
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddf353ce62007d9a7dbfec8d1cacafba6f890a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb772c80d121d9a23c169edae28a47ea7b3c97540dff8d481dad14fe9830248
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1f77acb6a75856414f359d508c87e6c6a25c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5315837a865ce7de9ad14bd9d16655f7f2b0cb83bae362ef3dea0e210d9e7914
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8c7da183ca8061a0aea8c934866ecb801dceb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011a32951e5c13298455922a6ebe17350a75382245c941834459b94d9082561a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0f3ab1868eda8f1b17452afe86edb0225d7e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71372386e072277744d372f75292c143ac5cb01bbdd09cbf93d42633b00176a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bddaf742c6c6684a994508f442cb92627bfe89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1c49f245679493e93fa7e3de48818722ed5465b23c396bfe7d82787c976235
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ead86889bd58cdd0c8bbf79416ff809103217fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d747ebf82d8a8970799e649693a8bfb8154b60e0c619c29fd44d5355c136c24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64585a25def72e6049ffa129f3eae42f2bfb0790
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8cf19c07bb1ab711fc4ea5cf036c3c0d23d3e6dadbedfe197ca73f586b39fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45f104eda218853d7ec43ab2650115baf146c6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f219cdc18ed775c6f8778721cf1b26cbb9713d936dd9aeb7d76ec41512da7bf6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa6adf76650b483ce5306b9f250a086859b89f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22c13128b0f17fae760a25abca887131a0823b9794fd2a78826813b06623ae4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be88be03c23c94a1db88946a47073b1f0b5d64d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d935fd7cc01aa3afd9452326c9536f49c4715942c1f5c2abc3fc4f07186ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bccddc23014a8d5fc2ecdf05216b0487c3bcd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd40b39846ea7e9bb8f1507c9623e7ed42a2cfe52d2cf32ac66b91878c533d72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b5e0fc81e7c383dc149d8b6fe56fca5b6d1974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdb1a3e3c12c09b7c6636bf2ea3ff03099612b98c513591f96e591147063574
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17d2d14b923ada2f22a1ace56570ca53d55c216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9c18e992f843ff2bae5bfbcabd26fd4b20110bffcfb29d916807cc6d93ab62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2009e8e3c5b609100f7a0b67db91827f1d061dfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d34a4a344439380cb6b1b26b36c3a0c13e2d0488e95474f72e41d3b884dfd16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001b12857cae1262f0de1779e593f027c181b9f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12525d7de99c44d4409d9e0d4a83bb15fbd4fa1ea19c469bae39d1fb86a41818
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a53f09702be1d9e11f4f4c1e79364f0b6cacf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930989740870acc33d7455940c2417066cbc7d84dce4f0a34deacfd66401659a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1f0eedf31ed15b22f22fefd84ddab4e64f5c82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df5308ea83c2288377950d90f0bfbb3610f56ed6fdaa8416779d3421e938999
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca2a9e7e587664079e579211ab2bee22b3f6e18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524428a53a3c62abda723ff5369e2c08905c6a10d9663e369a0437eaf6714c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c93d1df99a13c15157a25aa64ba52ae973f146
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e68eb6b020afdaf6fc6952e3c7b4a20b1c54c3d1805a582e0db91614d63185
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd12bb84b608028ea4c6f0896482016e1a9c2aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f792cb43505e629b27367d309f5618dfb5065aeb288915d997d3a50726c994
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c2901aa47a90dd9a8f458757f62e250193636b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90faa5e362f07df8577876bf7ce121b7b61351f3438d38cb0c53ba5186f5207a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98022dbde46a221dd3ebba2b86764f4dd0ee78a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f409d2c6aba0ee4811788e785355b0d4b9c1c35fe94e23db20a1af4e15a3d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e995a4cc6f84286866762e9734c5de551ac0b4e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc79085306a3c51e390a074a6f884ba8fc670f6cedb113f32fa306004dcbb0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22239486ae24f9132f29c8c04996c3f0af4aaee9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f07b8c2468aa3b0d59eb48c60808bafa14cda36b12484722be6789a85f1691a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27282f4affa3c7567d89c6ab1c37c63574fc3941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590296d3c87b4919e55c8be511a2b711b9abbf0fe5374968c6aaf9f4b5807d07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be0ce572f6a1cf1b63654bbd2f26a4ec6bed4e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6b6b59976cd5f514cbd6fec65f1d52667042d5a6c24ef614f363374e48702a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6573f399dd6b243bda7f8963da4fc82662241552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdd81e1b85653d5eca5f0e35dfcd368f2796ff84cfb515e1d6b6a72151a3d05
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb7fe82a6d9b0fc02678c97612a542893a4c57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630b5e76ab78306f6224c536f1cc1a2b664538fdda624cbc243d1089810bd6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21958f1e3570c0d94cd728615eddbeb33a0f076
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737797aa22d40717ac7566d921a0d65d34d92bf3d3d440806b7fbbf9fd852f59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e1b76be696907ecf16dcfe191b4a8a312d952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a501799e2bdab9206886e3ce50c09b185073ee71fa4c972e9a6f6955349792b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033a8a81c9e5e4e410368dd5be4e6e9d8cc36138
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bd47a568a61b56a78dc8d66837700989656447b64861dae55b88d6d56480cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5582a81c425b51d983b9da52c815dc8e6816fa66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb0a22a762785e253f86546c1345fa9445bb101e1f620d8b5e345647dd15f46
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7fe9974f344a031cbdbed4833c4f08651fc730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cc1a6744dcf287755e78ff03830db2379a7f6fa00b0c7c51c84b82409e676
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f1a3b4b65effe7034b70ec36c817f62b36dad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d4e5e1b5ea594f83bb8437f46d858482170aa8475085afd3d46d6396dcd84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d228e51e67dc679617e4874b0d2c616068473a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac5a4ca81cf8d91f34f8ef0408d46992724dd90881d3c0f8364c0053618d38c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5ef99c3ca30610c1eeb6d11b0a16ca79d7f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5819b5ecd6d0739609fbd43f9814fb0c91117e6e9acb51bb580a12422dcdab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9136b03df10382444732c3cd0cd1c70c9cbe610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725eadb621b4d5b7c48bec07a91b8a425fdf6905f96d3bf2f41d7299bef210cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9381ac1944c92bfcb4efac36b3cea7ce2ea5c73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01600e595d05ff9470ebafd2efc7c2a4e1695c2d3bf2ad18d37b956fd5dfe586
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650cd739f1b918614f702bd3bc3708ffdaf11292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59574a377ef55443887ed3a8cbd1f486cfd0397d549e985956f2679e5a91d2d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678d10d04c67245e576f036e2d76e012715edc68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1edee6a132c87f0844df7219fe9ffe9d974ca5c79558e52ebc90ee5f2b9f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd17f99f2b47e138a573361dbacb6b020e3883e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0556326df5f33314123cfcaf69f8a1bbfefcb28aa3c83cda59f76765ec2649
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5975ad15b7c6067ff6b72d2727e0b0c08b81d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548cc58e76661caf89f07dbf6cbd92c704c77b669bafef7fe1bf09f81483219
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d82b86de5e962f95462cb2e8972be02c65fc34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efb1f1426fc6eb5d970e52bb4565c920e4be246ee67c22da3fcba798178924b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835ffa0bce9e80321089cb22368956e768cbb4bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d374d1bdcdc3562134204df4548049d3b97ea2236287572a81dbb9499c357ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c38adbacf4e692d369764ead92903982ea02a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d175d5e10a93e34c02e512f03353060aa3a781532389ba82a4747e74e1b4416
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6bb4154da176a334323853d4d363541aa80c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6aecde9abc476902cf3c2232d9eef64f294d38aaf46f8969183c65bbd59a2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1d6125f13a3a30441a4b86b69c38488381e41b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f86eb25316471df55b911f0b09f82fd59beb39fb5942b18ac54e1b3cac51909
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591e3dc4d2187db002d633ca86d49bbec87647f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c47816f5dd675d927cf05f80218e769c3aad513b2612b89b41ef6e4a6e5412
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9623fd62ff236804ac6b12f5e5fd2df802f791e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb295a666a8bb42538fa803c1bbe5b8cf4e073569133492a6f6476a475cdd1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08500294619b3b075bb7539a79abfd6008caf149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f724c1333fd4548f82cf500d6c41f9a348d3b670771f892314f8caf6fed28b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a82b01dea53d4f37cc4825e551af25d3e6758d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2df76b6809ea2f271052830e2ded64dbdc23cb726cbc003633c2834a642c14e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc45e2e877bebe06448e971c648658b7eaa7f1fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e18a6246fee3e1dc33e9f29d74541be62baf915ff3cf28544351bb25ca90c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0affe889c334df3fc5864cd0c0a63632da41134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720d122252dcf94ee72ee2f273398165c3fc3b179c6aaeed798c01373cf9ac87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affde0beaba5cf9453dcd62782e5310fbadb5edc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5319fa22edd12c9bb8e8dfd617fd8888c26d1441ea92958911abd24e49a35e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814f34fb42f9f403991dcea7143d4655b8723f1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5dc967d5c8da5e968307f445c81543af98c85eeee1091dc908a3155c78c6f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45299c011eb65355d23f8a8fcf339a78350a7a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69f3df95805899f230a3b0536470e63a761087f0634f6c8d3676789eb1c9c8c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbadd76552c20d9844cbca8d40b7543dc5e9f9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b21e74faaa91812cd39d9be39c0be56974d5357c7fde31db623013381d3e44f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89496901eabff64070cc0b4d2c7239a9e8448a0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0315f90c867179000ded34aeae60d9d46c02591a854dfa4922fd018973291fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45e122b0127698b18a2038f916367b757444b49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5542617ebd71a47ab6931a62de2e1e20f762fbc6d0e02681c66eb9c445875c88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27236fd6814fa5cdcd316ad32db9b9219a6be263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc1d2d54fe2bb03b164f4d5e50a56cf3ab19ce9c8bfb6dab2f65b1a8065d452
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153f3db7639254ed5778d4c9dd9661cb75912a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e09401211d7ee4b4929aaacf026a0bfce8f2b293a6c1fcef684a45f5bdd1e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583f621680cfce8be29a298f61460d0cc263cc61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900a692d0edcacd045cca635a4ecd98138e68162dd544627109d72c07c6d29e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5ca26fa411162ce47a1437bb7c2ed1e60029ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1b901876aba26317ac0de7bf32d452512babe796c0e28bb59a16cc55fccac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bb0dd859c7fe8fd14121fa1d43baf98e0dd5ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05032e8354a3f3b62b676abc5d47aecd09726e638a660969fd512c1e9c42f521
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e000000c76b8c651228340c7d3538675019a278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1a10a1fcbea8b2f3b41b44535c10ef3d1065e9e80fea28c044f52c5352ab20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184cf11e6c1e37d7f8e0d8dd958ae187a38942e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fe1c5de500eee927706703009e92ca0e504c233613402430c5ee1300114dc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1be0bcbf9fe80661cd1ce3b52e486b5806b026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065c6e36161f48f6b99b356be40a5332df02d9f3cf8bb72b293b76844e2f1848
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a34f87a6d0464deaea82e8dc50413285cbc6f4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28f30d3d6415b92f262d99a9573a0fdf62fba3f75b8a0e698f91673dca85a17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4654da2dd9c20a89df918bab9f9ab7b60339532b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb970ccbed67f4e1697d43faf30e3c95831460d8b106bf1dd478c4797c06fa2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fe377b7f957eaac4e150c1506a0e64bb9c8d93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bc21aff3b40074e4714d9c867c8392a1a0571ff936d4ae98c57e2817540ece
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0edcd5cda5af39d83b84c868e3172bea7f1522
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9051766942aba4cbd7c41537e80cb0f1cdbec6d2fba9fda9f86dca95e9ae5c88
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0449041c70e4b740a2c10d3b36a04e80da226cc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194f6770f4cf36a8a3ec772e1db3fe5be0d75fb1e827cc9c348546de748f5ad8
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198774d3f6460a52c58d927073c5ccd46222f3ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3dd24022988d2dbdbbd6ac9c1dc94bcdd0297d475f89001f10496fa230e936
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae728743e83d27f9deeecb859aae2c8fec0ca7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e0a10a456829ce074ddd53f4f07ae7893592886335045bf854776e5f726f4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2e031baec355e485158341e8ce90e49ef66696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d5857fbc31eb4d0757697847e66d501109b25c7b0a10785cc6ef7f4c361614
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b5bdc4c0496cee0cc473d82f2e64193a881ba6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e875efb35997b83165cc64705ec535b7353b405e5ed965d29d56efd95f3d07dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0251dbd1c9a47d9aa8c3aa231a7e3dcfd3bc7a6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eced259546ec22abbb8041a616e0fb7dcaa752bea6dec5eb49962cb7987f2da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab1064e068719fe8f96d8c80f242c19c1122321
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a02f5e766f0dd0a14f8e2c192f32baea16d32cc8397be0439173e164afc40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbf254a10905c3bc974cbb4194b9ab3de5a986f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20558ec245466f9aecc801992e79b2e799f6072ed9ab8f0c82997897b21d366
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d264f7e4c5158bcc8a32e9aba2792af3faa22da4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b56d63d5de09a8fc65434c4c1945fc465d3f53f1a41754a93e3b0731020923
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cf2884598e7ddbac80b3042f16d80ae4575439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0b261142d885fd805cef7e5aa26754c94b1a32428ef43e863223026b7b612b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af5f6e84e077bce17e2e802eafde02258165ef1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d90a0a9213c68fe71e5749260c7be20c01ee9e3de1e969330aee5d42f2b772
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367d6b5206ee2b5620d87cd3e7cc6b5d3996fdee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243a248e9a16696f82d43fc6e8ec4492ab57ccf773f4224f14e222290ebb3ac9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a47b0ae3d5867f7d775163e8d7fd12c01e1085
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4766e2dd85226161f8147eb71b3365beefdf44b69c230fd39fcea402db92988
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86c04d1671d63e5cd0223b1c7cf03cb59733cb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d62b4065991c6d49940f875ac35fdf698c710635a22b891bead1aeff83056b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38663b10d977ff08fcefa45ad0b236da70258d6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7becd355e3553dff0300728cf8cb879358af9275a3a25161cbfb9458ecaa8a9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312c3944ab3b4f7e0081851aee9dd334d1def6a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b33d6deed4f281d21cadb1e8ec21761fbee6fba2ca9f68e86ec0c0c849ecb10
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bc7f932c75093e4644b5a8d37f8008a42782c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1eada232a4311c60c458d1863d4021732125afb3a79938203db1f55934306af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8d4dd844fa03196e0b4cf02dee240b960d5747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cbeb99f6d71246ed4eea96044bd4ae8aee52a9f7b9db4a7a6ac6b74e1a7fe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eb4a9b6fa1f9703610b150849fce7514dc9a6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe569025db1c0a188169ac3dfa9ea739eeb42ee8ea2f4344d4c26e68ef60cfe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f698ec83e22d46173c66f8613d99785236ebe09d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fefff3b08667ef5c64de039eb564e779d109533b03303ecc8f9a127ced1a7b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ce8f410c1adfa7bb8b41c37ba90a9321dea566
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572384dc631de4c9bfacaad4616974d512c172c297608d787e1eaf949c9c582d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1285ec712c450c0c475b32a74d36881bab4495db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac53b2ad59fc0889fa3373c16c2c18cf6db94f10660d6a1d890c899fe1f9f7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceac564ac2c17fe1a248e96f7ec0918020fa32a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6206d1e4bbeb575bbd26aef1f51212c0e676b63bc14d82116943cfa97a1019ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26b9c1da8886134439d6b4529aa6d59a8362da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4239819686ac9c8edb33fca6edb678ccb91b8be571e41a5b532d0d2fa0186573
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f716807412166263112761c1c3426edf4ba295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecfe3ce6b7ee3dfb0ff0ff8934e459be9f3b80817e7c83b9668e9933177bd76
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b698347dd21a83b76e3ea4cd69bdda0854c0b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26eca6c691afc8ae5624f0a5fbe913f0e2a6e2fd47b34e4ff96c42df347446a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3c297d1bf8bfc423fc1684c44a150b974e7c18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b7dcc1b0d2e23e08a619cb80c00f3c7c9a5a798028b4d73ef18870fab00461
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab096d74b7585f6510f09eb42c11da8fe953e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e85e466e85ed64a7d72a8a590ecf830f6eb94694b03dc46577373088f1c0101
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e97088a1ed6b678399fe1c9db8a26ace4852902
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08764deb5ca3f1baebc888b87aa6b4688ef0c9e53ef93e7b1b5512c536b8df32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8684a0da23771b88b352afd9b466fc9d79d06d7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7b977b9097a86103191e5503d45461d3c0cf6b2910293a9ee97e43a4723517
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78234bf39e7b990ab2e8a18473498113697cc7ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a0d9814238e12b95535e751a2014d85aa017a6308ac1bcec3234c1e94748fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cb69e35bd30457c40d2db2f54b82774cc6bf05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2789d450fee437cfea67fa76e7ce73c1801e64f6172e6a17cb608f6fe7d70428
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3aaaf938d6c2f1da63c13295fd95d8cc0d7a2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7832bdecfacf06fb0f2e7fe6ce391f03b849629f3a636f48f9cd8a3ed355d207
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf496e4276c927151f9debf07133f233036ec00b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b45a876fbfa98579d52e82cdf8bbbcc8476257bc548c2e22eddf1769e41f08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f615aab7e434f4e9fde6c83f0fb4da2b4764d77b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01ed1b05b36a2a4fa7b6b647cc5ffae0d29d92329ff93cdbacadb5f97506555
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33349d9bb8280083582de3c8c07180ce0b44af39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d33ae65ed6f7b239ea79c02a141edddfadce31c46c2b2b305829451aa58f856
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22f13af9321e82bef8bed9eb298e2e7436117e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4038d6ee4d7fc7ec16965364f0e5677541a0e40cd46cd0ebcc36ed05b2376c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe52c078f71af3a37cbf842337a47bc7296d0e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ad19cc47f7b8976b1bf5d6469b7e1d861d52ae0576a04a582cc7a392dd7899
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6842a27992de5a465fbc48c588f09bfd86b0c9ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114b1d66547c7de75ba11f22f353698dc56214c975e5157073e2de52f8e26962
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5765d5afa40b30eddc208044b601d766b8030fa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c5dca94913247c4992da1350fda77e17ba40cd85a5b9c6e771a725b42fc23
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e5997d1e3908cf86bc0bfbb4a4ff8022aca698
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9f839d8d5bb8ce813c89d7b5af16582a138ab0fb8caf5425c4a299c43e344d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b19b2f0c854dc054e227a2b0bd66c1d5822d0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7936529760580ac7ecb614402134ca347f05bd6f51c8b96fe8f1b198d750abd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fe903dd116428c18309ca2613f94ebf30daf89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55bc6e9be1116e61ce22a52e43733f9e05be3ff175dff8ef7a05c55abc0c244
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5d021f98d6671cf65b0855ff2b474bd91eda60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b6d4c104aacdb761912cf89a0cb7234100a4679191f994d0ae4797050737b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc163ab1a56d9605662b7292f66223a6ec8282d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57db6945e068824af2b51ab2903e3eb63863fe05f05e9d8f640ff27d90de70bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fb32b9ec5394deb639168777b2bd23ffa60720
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355b1f94fab64eb8645cf31dfb4c5e1e6a3aaf5ab730ab159819f6182d70ddfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b8bc1749e4b69b0291aa7a5b2dc51df60e2d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02656d985c14aacb6035d80334d01c988483ca191cb79171c1f39adf1fff262f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eee44f8cf1107cdbcee111256760d7f319607b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf08f541d0e80eb760dddb99ef12703bd3bba50ec584dd9973d7b4a016b263c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020a92bf4563dde5de4d22ad36c0c617b73780a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b00e18993e2f964efe761cd28f8f87a542ddef01cbf9dd85f80a904cbdad28b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4fd60cbc3aa951095edc0bb2c45220c6587660
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a04e613d7dbd7df3d97d68dc8a5cbfef5cc01d41e58b247f49e1ab1e509b557
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645eed159f0f620e0c441943cebc276593d5fe99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d485ab8cd81fe46bfdeb4b45f4c3a7db7c8961a86862f48d8d27d0dd7c511d24
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3193072a5eacd84d6a0d2b23d55009fedb112d86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07142b3b1135b9bffbf2948ce3582ae94ecae3e7636f96b4409b4426e2d66e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ac8b087ef1572b9718334af4031cfa1ded0661
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeb04883b7adffaa97766c54bb21a39270c919f533dabb1d6cf5f3c5e1ffc52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f891299ba0c8549758c7b72759b5bfddd46998d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28685dfcaaf28ec36dd28494e21e94739d067fd88dad3d8512c725af73b891a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1492c43fccab8712d05a6a48b45063dfef7b6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f59c7087bfb380b995b065c87d2f454bbef524ac8492803475f0dd13bbd6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4ac4cc176f85fa8240e697954f37ceda65b7a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946f8ad0a1d6e4d64a5ba0e86f63be84273c107cd5e61b984bafb6518d6dd375
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e2a12c595b2b0b6d5ec3c4d34fab3b3b03863
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5994fd9b977185e7f796a8d569c4271b0f5749e23d875a4ec269debf454e6ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741022ea060233ad87088aea44beacf833915b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156327824f181dc14360dd884ac69f2e122df31dbd8d7e098444d0d8adb43ebc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d8a5a71884d3ab7b158068e8ebf11ccde31dae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da40dc6f9a7f5646fddcf84650f3b3023e9717daf62e770c034c1eff66b4379
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f6b906a748175ce8d788719af4f1e1ade30b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71a1dd0e1a8cbce82fae34ce084c288771cc471cc1766006a987cf784d34606
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0386676a84edae5b7acf2fc83e18a80cf30dbc2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc74660ac307dfc47d0aa47dcb4fd96d0eba3f4f972de4eb1db210d448771422
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d03645216dda353b02819850450061b0e8a2f34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f40d1ef8b8688968fb916507b89de78d5be014b30c1386424da327f53c7e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b149205e98e43b8480f8a2c2f98ee66af177e167
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfc37442b0541254037a2bcab25e254ad56f361e4c29b74848af8efdeb1ba0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf21615bf482c01520a2554513df31e9816e717
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610041efda1ce1c061e494d5316d196796afb64a44e4a906812af2e68568f4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe53d8430eda836bcfd7e6b866abddd6bae6571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546f522cf1bd09e1b52e566a918b50f8c675a6001545994eb45914818bea029b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01c1930188bd20ce93a71b6e0b8b54d06239971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7312d9927e860c8e5748c6bab1047be83145b4da6d5680e646b73ebf143a0671
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e8b0fb1a6ab803004f9958a5f1438a66b1657f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6045753df3ec43104215f6e49895ae69bb6c39451281ef4024701bb9780ef8a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bc4a05c34333d49cc29ca2690a47e7dd999d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69e535a6d337dfc508dde5ec2256d94cc98bf5ef30a8c30b1984f6e411e860d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deabc1c3597e46e1563d02700fe52a5b3f559643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da2103fd283d4093d691e11c06f7908bbc4410db819c59b76f7d9d2bba1e50f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43ca364df056457e8ee8a7c477ad35f7dc0a0d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134d442918a8942cc3153b9e091d5cdc1ea2edcc6c4af1c5244caf29c16bc061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25713ada79154a2c54ce2cc5f32e75f621477f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc5aa3e071ade4d55b033a1f3fc4b6df9ade098c83f6059aabc1d752c6e1649
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bf091b90c3be9ef28a68611c07807bc6dd4726
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5822c72f80a8586e9e996b15969ccc17ef3246387f8408a876a971a23561942
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deaaab0527edd145426a9ca0915f389c88cf21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560743fa4d3e72fdb4111205d5c9ed2bf2f19e6c5614d06129a49af8d0b2ce78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f3671f796d801320a51fe7b5ff52661fb0410
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39bbd85be93af01ae8efee19c92019967cf75bdbd80bf4e37334831195e6188
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f969a51123c6d6f1f3c7faa5982432b4909f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb5eec48d3d15cb0ae91216ec8ab21eb48e13a7f5499a06da742261ee36b5e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715ccf21069e0d2aa3d75a0e92da9ec04e70b673
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2601d96f8f92f0b98c714f53f754b92f9686c109e3fddddd25a581df286c5e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d01b48ff088063828f0ff52d5c769047255542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3134e4e83bdef423ebd06afe4f194a63c6d7e2cc38c532604e5711d9ccef8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8571afc63a4ca7d15854e35a51953ca733630f6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fe53779baf51ecf7b040c928df1ce402963c7702631166acdfd1ffc10f453d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0df29728f6234bec46fe09daedd0645edcc4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b706027eef58cf145ce10bae15e14c108062a38cb145f9b61e34a375f0c9fed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7eed45724ccbb355dbe12c29d803325a80ffb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749326d7d84c617952fdf671876526f391d640cfe774734bc18dc28cc6bd0656
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a315481e1b5e1b31bc7693ea20bc3bcda3abb5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3ac12cff33c3a54b9d1659a7d14963f0537de44cdcc314e635863e6b89cee8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f337bd12012a2a8d95ba59b86c53ba13da155b2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afe3d59ebb6a0da6091883ced7cbac21551b48082701ec4c552144bd5763625
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dbf29e9681a7aedb8c5aab34e2ddc45ec08c05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbde72cee505bcbf6f917ec4ddbb25071696c850e557f22d2a4b315be1e2f0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31db240218be205c70b5d1aeed10873c6af0b6d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dddf194b656b55c5662cf8509667ab58a26e31f5c935964ee74804d4be6f40f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603e758afc4716f6073174e0a1094062e0d65f46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8d53633f03693fa3a8e6f876726a615beb2d94bd8b7279b8605e6f5a3f588f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a60dbbaf25a90532cffd97179b96fd2fad9358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9dd50237948d7c3262e82c103eaadcd5ba346e6cba1df71ce26109521741ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5176fc3b53fc4906831ab2437c15e92382ab7d08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f390d4b884bbd2f8f3b45895da68f77a6d653038970151706d93c18bdbeba5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9982e587d0eb15af8a707abb6def02217a090d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c709acfabdec80e7d9ec5717cc223f1cc5afd917ca71eb16b455df6dc99894
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e195172146863f5c05438bdfe31f141883d32c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5ce5dc42e0754d562223079c5cfcfc7a5bae5aecf7b9a0cb23120bd2cd712c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f659a7cb10a791b01717a315a09430591b20ca0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f420ff6da1441df43d4545ee3f7adb9b9889d24e39b3776d38623f403c1f90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7f6f8a7f2407344db0279edfc1d732e4d60b24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec00c2bc396f511b92620fcd8eded8124a58477322fe8968134bcc1cda3fee1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a8f1366401848b9466656704dc7c9564ba5173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403d4b65df78b2101db1b4c35025845982aef9159ce97f21fd3dc70cc42c818b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29de5d91b1af4a4b1e3c822805803c67b50a6079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409c42400d7f796f545532e7e9c22611f2212f50caba0a9df41bbaa2543dbf71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840e6165a4451ba8895b33306ac1f7ebf17436fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ca349fe22af87aa0c374adf8db0f13691c51fe44f8250423d9752c8b8a2061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed59c36a861c87f2fe1e1e31a5a5b342edd517da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74b303230b42404d488974ac509296352f6fc94568915392552125a6a0804d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bed4d59ad31b7fc5974a097d77c1bc34515748
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97062d8f6ffe29f153bcbb2bc7bc0fc2e5d853c066377ea4204b72d4659eb78b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db1c1b21047dbfe71812099b3497ecc2ef00dd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0937160ca6ecae79297299c3b410ae5dc7f01848cbb9776154588d41e68e48ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e553ff743f1bf5213079fd0584977af4e28c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141e174890cb430bfaf511b44e98e5ecdc8362212761693ce94f2054ad90281
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc6016eac887f3bc949087e45366bc168c6ab75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2938545c340293ac6cff7e619be93538f0b4f33609f02cdb781519520bf05c90
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb0239dca653f6d9a7bbba4ee7e61a59fdaa455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f193c83f7452eeaad268a5127c331da530a99406ed9b983a9dc86b9ebd75cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f5dda3869b1bc67c28481d48f7542392fa8b35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55a165033d29bfc47b2fd475893e3398528b43322c15b849218987730395ac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2fc6a2e9cccc7ac87d9992dfa4d30a147d785a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d3992cfbac59b65e8eadcf35524b2848bd461279c77ad7967fcdc109638e59
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86c0bbe8c52f9db2e6e67b563aee27998863eed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5954d7a8a12540e11c4d33f53b35e91987b6b98ec6e24958d03dbb672b0a1e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e9beb9bfb6c903a727379b69bb7699fd03157d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1c196f699e22a0e836598a56db0561a2887756715b8122ceb3c9bb0a1661df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee12bc597dfc2df91b81f6a87c9c7ca05d118951
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fd6d31dbc8488981f9664f05506aef81d91b058e3b95311faa0ec064d818be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a1a7fc149383bb08ff5e300892418cb60c9e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5604445ea753e2e1e5274a8c8cd963e2941d8ea1462ede0ad8c10300624a6d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d26bab7e4536a8980449580b4780f8b2b8100c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cf9f7a38d09b84121a9415b5ba61bfd27cf328e7dfaadf02fc91f3d5346ac6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a359b6d9f94ccdd66563dbd17079df187028cb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f07543c89d254baf8230d991ccc11cbd8149cd911c2e0b30a4ae844e53c0128
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae7019fbadd2bdf4e7c6b2cd6a4402acd41b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae67c857d71b018a0fe7e42be4150370e8d46841bece4b83a7a9ced58284f56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa15ef4fb4ce7019bb095bc3c26436f3379e7e0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcc5feb576c97384332c83f3ed3b365fc8ab78155fe851c0e49de2e590a7e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2eb7a04b6785c3e85a8ab66fe8cc26a514f793
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc43f449e7cee75ce2f0739873a6f00b6e43c9ac3519ded65eaa0ea4c16c568d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611300b23e97d2101696e011a69867f3e24c6a19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1462eb29e0b7e46b521351d68d8ce4fd68595575c645cd78e3bd8f923078a2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f063763a09af20b307e5326801272fe6a6c6ad4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c3d8e58de15f58a9bb6c259ec551784de8dced4e775551dbdd517c923dd7d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab698fabc24e52cc3f7a70fd4417569dd15f74f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8818fd5c500ec8f466040b79625b70ad01a2b9a9f169b390d23e9320acc8dbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c10e200630533659d4d43c9638d1bb6a5b1d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fc6f0ce1e60278fcddbe2b7636f51fb01ca06c89afe3c5f554ab84d5dde8bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4b27a3c322b9185ff6eca909f8857d102c430f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca49b207923dba7602668230f72b8f0cb5f4ef0474f2f9edf3104c00ebcec87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05d45136572e4b2ce595c01dd17ef78e27fb5bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878e53f8273b0c0e2c35fefa4bb013bbf3469d617598ac608fedc38786c10a80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea4866d8d0024db7679360f28f03923be381609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c14c70edad509c7819d4eb66e09287604fdf989393a306361b52eda3c8a063b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ca48fe37a9b5f5888dd452456dbbf807da4c84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5c713492793729011ec6baef90e31ee6b41dd2d4fb38f41e38ee528d2c4ca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3879b89dd57c74ef9ee18426e33370605580abf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35670b74ba5c22252598552e916a4ac413dc7e20578f446aebf4f2011d0f19e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7865ab0cd9e2498d665ad63d2280a2545196ddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296a564860d26137bf742fd0a9c73aafadd67e321c13d0f0319c17caed8766db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134268c048782a75263d719641f6f8d11ebf4053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29206ab466e73498e99176ba7f7153afb65a18aee2869ce1b3dbe45f1a39778e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3cb8aa3077697d4aaad9e2ebfe0fb795a05be0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c2e92f01f65ccf12bbbd769138770d1182649b64d0525309f1bbda5a00fb42
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4f2b064d7e1048d85795d9cc3121fd4e8ede30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9753871fd9577666b28e5910a6a5e244e9662ebd208bb430d3d3e3292a454ba8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d63a7a62a8a16bca9962519c115142acd321d7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c52bfb8c00d163c218d6a9a1b1838c59d509dba44304cb102fac25e476b7678
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487edb6da2dbb4d124d6aa0c26adc0cb85a22bf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fc88d081487867f4e9f0dc57ecf8e57766642e9efc827e2ae45b9f3ded367c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73df70dfde9e830e789320290260c9bea1647b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bce87a6f2e53bb8a057591339e1dda365ecb4aff1091845941030affd03c93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f645dd38c7180cdfecb16286beca66c54b4abbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3769f157bb6c170ef1e1be45ad9d4d7ed3fc766801f181bb0d7a1507ef79f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e9e048312c293e8e31703e62f1efeb01205079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63920ef4f99beb8a7e74a151c8c29fa9ea14197592e295bee46842c83bc8a9c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c12274662c5d24d93530d48a39c998eb451c2e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e928b01419879c4ddc5835e1d4b4f12245cc733f54984ab6e5e8c135878ef85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26937b4bad32371fa53054eccda3b4b903330720
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608c791ffb68463d541a5f2a89078f8ae5adfec8b0048702af7b4bf5fe2d0de9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca8dd43d4f0f8e6335307d772308516e184d331
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0e2d848ca7d6549be093b73b922e5299c32e3bd8b015845698b2f6419c0ae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8aa7f61c54a0c0d04007b546636f8442e588c12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64af7c3a8ad28893cfefddad55339e2d3417eacada0aac537da286ea710696
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c055e130358e60028cec4d362507cc35e078f4d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dff078ee3159d483d8073a6b8261b239b4af5c22a9cd6078d6414927dda9895
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84c9b64dc38f38b227d32823e7e6ca4d3a5d99a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26f479d29f493e024f71b0ded7c98235942448760d4fa551c3070340fd06248
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f847a7baa20a7371cc5a7395004fcc210fbde6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e290a1a866553f47d0d4263d3761af6765dc0865cac043967e5c2855125a4b3f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0708de6e5e409c5bc177d9bb2e8384c43976364a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3f2f5f4b17f4702389906b0bcacd78154cda02763d9a3d9bf493dcf53a60c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb570f490c5b490ab568149d0b0bac2105ef581b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415a41d65f3f2262bf27ea44a907f521cf486b15b9e3a91b16d6b082dd6561d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdd56a9508d2085a34307e1011c912bd16db6bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d650482fdeb9aebdd2ab7d5fec2634ae6ad1167e2d716ef3bb94d83335cc25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6b027c752829d69b23ede309a21c74a533ad82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9716198297fe4ec8a3fe5e2dff0850cb419b8d3715b59a933aa3e5eecfc241e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba31fad6837e8ec0984c7d53e7a2390cf0ac7d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08845be7398ef3076621b63e50bd5584251d90deda012816fdef9e4d0e11a293
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d7242775d397b5f77de9b35fa3f2c7929e6cf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38ed644f93481224868a482f5edd1e9134c06461f6dc033e40f9658fda2b80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5f81d3701ccb862b1f20ab9efb14b08ce07456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22990a849e4e543da5947d135745ca57892279780b7a4a3e92b420a40f78c9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c3f33c325b392fcc376825c670bc626daf97cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb6671f86d5e654718f2300bfbfbedd5892aede02426c52b6fde7108f59f33e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1166376f037a416958fb02a3c6a312854291091a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5942cf2238162942154117a9cb75800caca0b70475a429e85b57a51d22486cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb88ee3db20fc31c27fd0a11456475e7ec2213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e24dafae3cd88c40179044ace2b80f2632e00c47f615f07aa549e6fed53e8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede6c618f6d4fcb0373b184c7fbf5d27334da10b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4b9c9f1c7388c8d32b1fb2468b9ae1d4b94ad9a6e993c0e05b99f546e0bd0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb348eae229551b9e1ab4c403539964e23e4a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd8585e36df63541c8c0614027fad7b5d242bf689e075abcb68a33708f6736
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90609c6c2dad6d6aaa41cd82ec6d648fa8c5c7f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540fbcaaf94dec749ea6429dcba8f8460955b3bd92cd6f94dd1a5ece7e6e6283
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe48e07959907752bdc5cd87e81602f2cdbcc56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02953bb2c206b2019668ee0e97315ee0984695be36f4029e06a6e43ee129dca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2105334468458606e48b1eb1c994ba8e8d3de121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b77cc830c72487454c614626855edd7e2b0db92de582babcf40c58fdad5d39c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59beb3ddcb01cae94d96e3f456126147606a8a8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf580fa9d144dec22b923d763910b0df12de30b44f30442156b26ebfd7eee67
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7940a614e4ef9d70641c22315fff096376471b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2e480181fddd347ed2fed271de39c3dee8909cbe5bc7300db7cf56ad38649
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f46827d1981647e2324f2728f98a0547d61bd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e186d94c609ae597c4ee7262067e711137fc8e22740be2d746615eafe91f08db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd28efa215eb60319cbd1a5230bb9737b04b718
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4266ecfaf1a821b9ad7f74593e3eb5ca33a9d75dcd5acf5b4442a3d21eb3182c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d4d12efbc1d8e95c37dfd0b3afd1e0f54f3c04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd9d6d4ca7f2d5b5f72aee40fd3dbf4c6c0f81cd863cc0a87dfe0711a67d79a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c7d6aacd180b8434fc001dc8b9c49472f25e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40958270c69133d4ac4d39f168bf2dc10105c1579e783cd04acbc4b709e8394b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7da691e1742ab925354d710afe88e8c42c7b0eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8653988bcb1541962e3cafe1505c2b0e3e28b17836e310de92989e6af47ce797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2756e409ff9d243cc5010a9e51b815057d4f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf04933275d90e0ebb02948cf658b4aff9aeb19113fa3442d2a3f56be6239cef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781682f5090986852e78502a0e953b64e24af730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c2f33fd4d8e3209de08c8afb455979f7ad462f9b484c9c57aab339c2037186
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419360744809edbcd79dd51f7ad7bdbde84632b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6c7a31ce7ab773a049678cc97cf679029856c76182c7b64d179453f1f3c75c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d7357b5ec5566df8254256ae43d65f3878b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfd7ffaeedb0fa9ddd974f5ac3ba342a9ce939dd0906cffc9b824c7d1763db7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9144f37afbdba192cdbef9552e87c137c123003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880f502eacc68f8b2ee01c0e69f3c7abd94f8c317eae183f07f90676f15d238b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4af45b4fd1eb84a3146c79bb5fc8b37aa0d144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c599a0264d701d8d933e1aca7055d15fc216d23f8c5c028231b76f896e1cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06141de6418e24e505b095e5dc7098b333034c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58d4253ca4f9681601a0191cf431394c3d5ed9cf5c8ec9e31b67244083edcef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451b1dd5d006f32457fb9f11f72b409e54c278ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b1dbc2d278070c66a41f374da449ea4187abff365471f9cb42f0a8c6a70490
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1147140ff8266b6e160e3192f0cb785ff2bd551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bc5be3e91df84fadf4403be3d20cdfd1095b6a56513b9021ac2f4319216d0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b270495f4358d6cb34af3ecb3e9c81c606d92777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a900faf0547844296264c4fb1417b30a0585ffb3379d4e0b0fb2ee36aebd2d66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b649d8ad43f2a2a9501caa9e8a0002dcdbbe88b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d176b3d043c19690fead5d8e1fe4022f1686a5ad8627f07a0f255161be1b8992
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360657a9e223868f4cb5a1c635950d0e582682b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b131286377078240f0d64cf8d992c80b8ad43fcd724048b5e942ce530335da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75690b51597bd615f900466603dd97e2b0197d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa048dc88a7a78a1ec34fdf8a53a4fa19084aea028549406b631f329a299ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab972eb32caec2c225212f0fd6111d7a33d26f11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e3950b44d1b546155612d170ec9c357598147e2595d97fb1e23973156f0dee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaee9efc28d911a1899c588dec12ecb31b9fa8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4dcdb7b6944d7ceb942fd13c805065c4920fc678f9d817b025cf41bfc5424e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f989de60f1f121158c7001281ef81e0ac7bad203
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dfb7bbfb58a3a59e59e9eafc7b8cf4932514a7f21f6d8d0c283321ded2d39c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9c9e30df72a29c8c2d25397c005087a89589e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d32512405715f2393249118fc762d90214f80ccd896e81487387beac9224a15
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa379ac9944efc235e8a53a81ce65b5c79199d54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516ecb7648f158a61cd20cfef6e4fa2326d6ea9d527c5b55d61610b4238b841d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd138965f0e2e0be7e9dbf75ee5fbd47a8fb1b97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135d90c4be979dcfe5b66f237ab4d3fc968fdc7effc765988a55adca0e8bece7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7781cf8f292ffe6625c1946c65f129f57f32dd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8de5c1ff73cfdce0c92c6c0380167bef5a151fb4a7dad72c654328d7d68127a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c19a06efeb756d697be67ed6aec852385382bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb39418df109653a30db765dbe93c91ce5c000e09e509c4fbaea4c3e019716c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3366ea029fb93047e0e5eb8cf9b56ceada93eaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e78dd297385f33c78f7fbcb6d577fae3b5811365c180e96a23aad7249ee6f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4320f084b2960114596287fbc5b8b58b9c7a8481
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49920f4e67192cde86969cac589d1bf54fa444100a12ca0d64a0496000f5bab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc737e0e481a6aa59b8fcdd39edf89237ac3672
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e3ad4355951b0728aae327a899e6fdfe518ed65ea0d7b7e5cc92dce6cadea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016b6117d41ef926a0139b8d076ea642ad8dcc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6259aa8ed1a3b66e562b46f161d6bf5e5d19cb00b7ef9cbabf1512d43c6989
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9af4ccfa7ff158e603a7e7946ee8f3e5b1d089a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b952e3f9e441880a6354a44db132521951cc1cbe061274d721dc4f53e36d42
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5091f40c409a4e7ebc64f3a57d60b07763a0f9f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ae50f4d8e0465b4bb1e6afb05f832a00bba49f33ef6e3bc01e309408af3e14
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca7655a4461098480a4f676cecee53fb0ec1d79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0958ae94665eb15f806dfd61b6d6bbbee22be16ba9df7b89ef6ca10c9b177884
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250e1553e15022be369c673dca4c95b1bfc6f024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e639bc4f6bfab341fffc81177d7d88adc7179e0aefeea35b02a83b0069debb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3de8042955dc652b78ab6332e85d5340d20187
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3254e3d830a351145077b6ca4e0e67fcfb12308a369df4ecbbb220538995312d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f760f74723895d42a03848b8e4d1a3a86f7024c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0656910e6b6396c44af866e019b8f7e99784d91d1c2654723fe417cb519c6b8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13999ff2088e0a372d0d1909ace2782ed427c60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53272550fc0c2aecad6832b65f0a8dbc51da4d4005182f130a8b457c73af708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b5cb509dac3587a87cde111b7029250a14f492
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe67f8b3d9f188d9dd70c4b8be42ebd7b99d368a127c5660e1557a8a2bce4036
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aadf72ea5ecc2a1a94bf4f927a8f289d3ffd9d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4412ace5fad9a342b120e2897dbf17485003351131c4fac0b4287afbec8b38d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7027da689b22be3f974b279e9a7270c9d840715
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc0ec8a1b3643fcc491388bb40a21b487ebdb2e82ffb95d50c689fa132da0af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82530f70ad7c06bc328304f79f5c629aab522390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2704502ec985aa20e88d8f2f185e4a375ff0df50ef80d86f331750bba8204dfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73f4cfda31fe5966350c0a473d288830dbc51b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4440575a8239bdf3cd45326ca6a16ec76ddb1bd62a21916c64ecf8aca6586e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cf69210a237ec67c18ef866297249a5c9df80a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74510dda61ecad0eba0d278ae91b5ac799fd9f9176d0816a65160761a3cc4718
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea2b4e6bae98327b608b79747405bbc844d975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e1101c64c08a1413779c3ef71debd4e11e1c3adb3ad0ba8b90379d9f78b1af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5028175ff1c03921e58df4c38c73f8f4b129196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78927ca39a1f776c0be024e6607ce2c6fe467f920813c20b977772f9d932f60d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95325d3e09d4640ded9a83f46eed58fc781aee2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444bec2d5bc9c991448798f3db9ffd012555037ac8182941f4f2ef0fe3499f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc00a0da41bd25478de9a1936f18310713d29a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35776e30a9b0089c4de5893fddfb66409a3800a7c8821892ae362d82cbf9e340
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b3daf2edabf863dc14a3b99edd7497d6511389
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23becbbded5b068b29f782f5d121f342ac228fc70f59c037d1019a25f0e9ae63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700d4512ce298781371eba4d5edf6e75bfe6ffe7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2ec97f4945522a758bdae11d2e7cc2bcd4ee04784efc79291fe24090961e23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d406dbe41da25cdf00c1bf76756d515cf868e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0615456f916d8e7368ab17e73e55e594cfc14127549f2dd20732775cbe52e28e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf67d772f0bcea1c4e471aba2c11ec2a183d21a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f172627c479ef3ff084e45b463aa81d56c31e0b8ba6e25a7cabc5c6058c587
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd3942f75cd09ac1537c5009fbc57ecbf3944bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915f234797eaf72a7010d667ccfb963eeaf0810bc5c1ea6703d974bec3f92683
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565df5bf5d2e8400c603759ef0b39d9e00d4656a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e35d88ecc55cc84d6a6ece5fc3f7796ea2de99534ca54b6926fe5d42441d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735fda3025d6c3102fac33f4172143ae545d32a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9c00e97cff0f7304704ccc71cc0c13a477c8955575a97ed017f678e50289d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88788f8db0d0dca6972b67315f70864b856ae8f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e342fd7b377af16f7e34032062847c7f10bf1cce442de68d3b787201ee3b65b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba26e0aeefe22c081b7509966f2e2b49424eb2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0042d78b34cb36046aab6d3168455d6716bc649c0c805912f3b7a416ca97e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6465e3b05fc09b92cf85604fb85682da7363998
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78f4d2e184b1426f9c88f50868d7ef7543f50c160878f8d8eeb8b023b26aeab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be9725baeaf5fc12e6171559608577441510c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a834b85cafdbfd2ddcc034d2c55a31fe4fd959a0331aa4a33fcb8ae3fa4dd7ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cf1f77c45f6882e53fa1cab1c42ed00127a8e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304edb8244ce9ebaf8e32dfdec92f8c22d8eab46927d5cd1080ca151a285d13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f2afef8184370a47ff0ae02d5cce80ef10effb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191bc4cf84b012732067a7e6371f7e8791dfa54f58842a65aa903f4859be789d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5baae580c788fbd7abd35e743dbaaed5218881c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8726dc2594f3023e9bf8d5b0efcb00bbe317cb51ec21216ed5480ce93ea792
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a510f22fe13a735287aacd207a5e0d46a8906b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823f12127d1aa5fcb5a12bd4c91a443d938e8f5274d032d0483abe405a478a17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6087ed52969fd4cefc0cdc26580f9d7ff0946e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea59bf60471a2c628b403c59cc7e03d7dd995b81a212c64b25a49594de188c80
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb5ee20f5a25f98968d75607d7917bda6803a53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce0dfb61aa8f1108aed2f5fae116c17d5cf70664775a2a8dd9850b22854d49
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c5afb47bb41f8af8276dc6379c1282538e4e75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a07f093c22aaf3c67cc3e5e0ded5d20079684d29540da088967a05f8ba492f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb76966a84ad6d3c4695526e98a623323df3ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231dd21f9ed8f0d0e2c0cd313163dd4cb19f6d633cab5f7a7f957d09d4a7e6bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404b44289f782d2404805fb13f988e70b3475241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a576f891c3f39aca16f0c3e37daebf92ae165cf63ec3be8037814bd320d5cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0d48cf0e51a45377981650bccb2801d9f7ff72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922d05ff09478979c53c60921882e7db497276fd0fcbf07f5eedd9a224bfff60
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0573e078a0ea349a57337494f4dc9d746d949a94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b64a00cdb146e79c0cb997104688d008db0491fceb9bd91942a5bfb57f8ec16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b19acfb48db05662840efbc717d0a1f8350bf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07612dc0e61361ac53173949eb28845eefc8636c8962b3541ba2dfaa035432a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb661419470a2fa26bd7d092bcccd8910a4f917
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb79afabbe2e83dd3dbb37803b5c1ad40c5c49ac95cbcc6b3692b2dc34df42
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d439c19c3b7e6cc66860e17b05ca47032ad7785f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366097fc9a38e2878a96cbe61c864270f78e03b78ce3e90d1055403a788158df
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422be8c68c56373ee2af6d4336f9c73d4b80cf04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2183d2f956274611f78c76116dd7f8ef5622c439d44e09c79e846b82a3615d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84444c1f73e41eb65c8bb1c2a4f05297a51e4ebe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343af307aa0ae62b5b4b35fc7910dba550105fb5994f6e2ba090528c03233700
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6f52d323c0231223f55a490e40a71d796466af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391489b9a72bcfaf71794c07a97bb22500a7755cfd61b614b480561a892d011
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d888c13d5c0ba7a216ef49c8e403b6b093be0d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a18a6d7b12aaa936008059ea677de70756c8fabd8975a2cc859f9aa5ac7f3a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871606a5992d15cd809ecf979635f92fe073ce50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d6b7650cf3304bfe7ef029826c0b6f4b061871c1281366d42b6bc152a5dc75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b9ae7f1a929746b694eb06cedd6bd26bc72e00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e7d15b02b7241ee6b993e82238ae7f74765979beb048816eddec7f45ac03f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13707a7c4513e98bc8e2b7de3b02f5b33b5f790a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7295913dadad7315fab798fe460b5a2d774ea282793958485174e7e08550d86b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90747682a4a8ec7116ea1810c0995489af4ddccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4369f5cf051d979024d6b01bc9c535e5afb0275b1ce8672b9c8f35a33b90b3f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ac6f6682a0b3815dc2316edaa11a9d229f76e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4860c9b853d8773eb4f572e0bd6053f53d8dff15fdebad96ed2d33baed64d173
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1a31abba21036b20761bc45d1fae723d9de774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf60226f665f232ddc614516ac1101944aeaa96845c00d8f2e7583b2ed485e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1721f34497bb1f719a97222dc851aa36f45156e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3e025f67119be750ec8444e40fefa0a16cd068f5f9088ac18d7c29c56c4625
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8184f2e2f7363dd34822269d892750c8590733a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a995ea659eaf006133c8fd5da2f0b1e3016d0ca1b40d694bc9d79e0252c6c74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8902d2c311e7bac879b019f4403cc0e31ee1b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37b329eab53ab1cb374d42d4214d36ecd0df263ee977acfa1980f14e562cb1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59cbfaa0afab6780669274ea8fe8483d5cda06e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc270d19f80fa071b6d086d541954bfe75a30eb6ab866ab9bdbe5b0ae455988a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97421e8caf4bee55fcda142e3191f84c8ff53322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9486d0f903c1f5d009d681b0827527b123e228477b55e56e4f8c21f3071ceb64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f9b661b6cf3628a90b899c06c604a34d3cd6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744e7eaca827b2add250a16b6099bd11847234f60ec26a481cf135060a5ab5bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f297839d369749837ce797d291bf68459187f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d92e0bf3d6846237e1f7508ffe0739a1d8a2c3063fb23c5796247786033cbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc9a442fd9ece1299331c5cf488756abd1284bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4b738ab58d32df12054c2f1192997e00d0a0913dcfa3766dd584c82ca1748d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7d7be63cfd68faaf8c7408f5070370195bb509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bfa0cf2d3804c307c7f9abc1e31cf25e82e84f07711f7d9878f608fecbb7c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0057af69f0e3570d05c28ce68d02007ceb9e69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e5fae1abfc7207defca9bc251162d482573d64f89a7ba44bdacbf942ba8117
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ead6ba2fa717756f0bea81e6f465d69a03bafaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e30ab23d4c7340c5df992d96840382b1f511c0ac9c31b11ddab4133c8dac3c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74f9be1191e7579fa405cb4e7493dc8216f9972
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68a34fae47310540c1a88461c16aca893575d3cee50df34246a2055ba543cfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6a15fc9fcf17a768405830348b8292d932fd28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38a3b3fde9d57aba8556949bc4caebcb63f7daf9b8a9f8b65ff48d2208497b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bae758da757b3232c86af0cab0ba6481b71f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fb935491f7716f4dd1402e39eb4737ba67d37460697ad1b411e58cc652c9ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0d71f9f02edf7a40ed1b0f22044c1943657f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b96a3ab9b405c1f8ee6e7009a59c132fa8b27953f7af7cc4e6950a749ff4c43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bdcd5bc77ee97d8c2ff72cc07433f0a5f07423
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e5fd4b1239b560aa61c684812a504f61181c48fe4261c15e69f9ace28bdc3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07b48bfb4984c74990b86fac310a5a4a0f1db98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d8b8d801af291e2b27b9ab7132e123533acdc213e9c7deb0c5eff84b2029c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5ff47cbcb3bba2f2f126d836730edb7e29c014
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df107d95e45c6883d7b492c1f9fd2580659d91a399634c2eec8a167b363ecda
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86500841bb5d236abc58328935d851ebbb26bf09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a36a339e07e384a12954194d281e05d7f088b011349bbc94f0022f7f7ae54d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf519421717cfe3e02f0c75188d52fb5279d9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3c488417feffcca349667c99f944f02ab19e1f476b56e880881854378b3107
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb5f85b6e7cf47c7dbaf952df9f6bdddab9f54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb6ab623c62e522158761223a12d4b0e00d9f4ebbfa14ad59d9e7b2a2f5b91b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f59ac0d7b24b2537545eeee6091fe2c7584b4cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72fa451a849d081cbfdfe0b81d6cf5c9f42bda2565a9c7a992bb0e8e99d264b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7182f1b64778b418a2d52c15bb03f6e39f06d701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe35f466a485e06427c937fff55ddd97ef33525a3d50b87e14c43e9cad094dc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c912a93e9defa8373a59ad683f52eda96767b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7356d3c85c71138bac6e96fd6940028619e7efb9e4f4ab678c8afd415ff1e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3eee7d91c29c0db4311ae829f1424d7a28f842c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153fa70a34a40fb65d659253383aa6780a66c20fcecc2bdc7b43510f171fe9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbbc4f0c13cdb58dd9afd2c610bf45b937d9aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b3d284fe389353b47a78888dd20ef224bccd9e4f0462ab2765142713191460
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38acfdfe8b0d5ce69bf36188a81f115952d4eb72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da3377940ee0592be697949d35d0a311ca36f8eb5a261b2b2c28c074516d47
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144e3498e537c26818b81d5369d989d93ff2b2ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daba2eec73bc3e6a10bc1c2fdf982eda6d47245b5fedd928b5cd866449c0b078
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e001759b43bcf9c2f845f805e6e0534f5171af9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3689d20725ab7de2c040b2f01b12b416d78c644f2fb016a59818823011c6c3b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f876fade5eb3825240b9e3ec190f9abd2bf9cd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c909b579bc44124dcd927bd687625af6b836fecb3dde6475b4d50257dda6e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e4711207e9d1fc779062e90e0b8e7a67da385a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5354e2d38856b857a9785d2ea1d2038259d763384a88051382b52ef0d9dcadfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db6ce2eef6607c9df124e2131bb4055b1b3b9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077dd9a8baed75877ca6be2bcd3080ac5aeacb1933f34522b2fc6d30816f80b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987186feb696d6cc8b0a090c9d822fd76502f60b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caab300a7ec31002ee3f1ca66aadc384f8e830c6bbd464405fc7501ff09663b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154b69ed5e1d1e8591cedd6d82534239d12188bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c077bb315bc4f45c0980f40b78ad46e3fdb954dcf605130dc21fadb0d9d9810f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e0146acf76cdfec57a5b64a870cb52b3440a55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a894d029ba2f9c713e49ac15d610eed6b0d355d033613a739543d9ab7ac698cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d7a69894421df09d216d8aeaac9ea33a9ff45f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a34da83c646cdbc59e4f46d007ac03f8838c214e7a5149ab66562df33e8139
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53735723ed5b0f731878c3880af597aa38f9f6b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2ed1b68c69abc1ef10ff3b84a8854ca2d43a848d2f95c6fc248a626ee32c92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34b97b0e8d7334a21f16074a5490982ef81ef7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66ff7c568fad49ae1140b68faa90091d1a815182dc7b3be581336769626a0ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b4505ee682023b3a0f88a56e6c2eb154f9a5b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853f8bd8fd271d6e13fc6c2aef7a0260412a2290576a2ebe2014ded349289ac3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30d317b637b4dfa5f168bd8b5fac6c858bda529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d213a2fefc16b6e1dc67405752cc5d685673557bbf83095bb03b6335fe532212
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbf78eda3f9390cd18fd3d0398bd27c9d1e68f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca480488294e29d8f27f06c3c6005ea7ae90b5521354a5c6e1634ce3d433a10
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41622d629ce3a60ecb6c08244475ab1549f65e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03560e72bb04ef56be1a0a7d9b2de5f89bcaa0c3f96f9c2569df1a903c6e0dd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b264a367168a809b7853a6e27303c69c611bd6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7f5560a4285d07b12f014cb90e7f89f80b471082d478192d209150ba55ec63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf31a66f11560c4876fda9e045cf892f658b55bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a616ecf65e3e515a6360c204c6470e937a93e61e9daf013a65129ef28068e087
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29776ed9f56a63e9b2b738d928085869ed815d62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8aea33040268088478d8778b30d8b4fc5d90be847ca9dd45f69e4624ffc2ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c1a14c2b0fe824738c3797369ad4f4ada255bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a91143544aea3fc28aaf585723c369e408d63752d29dc5f53a28156716d0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0789cdce675326c0389a50883ae3f8dae2242b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107be1bdb36080ee836d463e8405607b2304c401700a9282231ec889c129273e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85d7e5ae3ddca0cffab42cdf613a91f224c8934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5dc2ba02729b1a9a9861d31d4b5f1209627a3b39f776a552592a40b15b4104
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad1f6880dacd22d50734c6b19ee5d58e4d14be7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9179967e93753afef889646b8b80e2779f8e98796d2a16c20c5d3d5dbee85565
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770ee8ab8508c810ceff68e30d4ddc941e94ca75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df7aa64b3c3a059a481809db867058d5aed0f6d3fbf99de957aeab984724f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f3916eee7491d7a858862f638102b471e123ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2387b327736aa48cbcb474362fe43ea81214b71d53e2ca4dcd2570c87b2999f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f23687f01b6e56844ada243bcadb63cf4fa2cc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b3ee1fccceb29da865d252d9683b8bbb276c28ceec8ed6e2fbf2ca50d0720c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bb6badf961ec94398472a5334356ec75e12a71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1917bbdfd668dabf42c7749b2c1620bf7efc3dc23755fa5708f03d68c7ce5f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f1112fa4a8300f176ad0b1d4d718a9540a4ba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513696de055dbae4215cd459cb1fec17186db5240d905153798f219512ebd7b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7286672e72afa32b24728567d5e90113a12f8a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f603a422bebff34ee639a514dca00e760962709abb72792aabcc58c7fbde6ce8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeff26ac5ed49e64a31e02bc4c66bf8140bcfd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b501fcf2a86040e28d839b7bb086544856e1845f08a42d23663e838d61313d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524dd7cf8da0792838eedd1596c838617b7d8305
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c22b0049a7e96e0ed7444d98a396bb551548139389f6ec17bf4a5b149e76064
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a833988dbefad076f130d6893cd4e493c32246aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e195df55cd9e40c77c862499cdebe2d7acece763f6a7fc185f8e8ede3a009
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e424340dc7339257857eebd962241cb076bfe3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_7_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54f635a1df7d81bab63b48a107e7996ba2f61e845c0b7a860a0615685488fcb
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3f0eabae895de027ac526be1fc00463748a8f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadaf23cb3f482273ee482d3e50c62f72a218ea9e14c429701c906c87586f830
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0e1c4a4cd31d3118388ddd5fed15451332dfc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913954ea3b2d99d20331af959f0ca01d9ca8e6c12b8f88b62e631d58d1379118
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba274f6ed258c63a6c49cba511c9db7ad92f783e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc95b37d8ea4e5c895d048e4e2924f043336fefeb673fbb3c6090bbe45099c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da32994e590b64a495a1385f94789923bfedf2aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218ea1352e0f6b0b5fa29c1454141abc1e0d5a6b7218dd394ed69d0795d4cbd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87f3ca689bdd3a8b61ba796cc9ab93f65d57cfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6394347db9322cd5b717ae2768a5a2221b9672a11edd372a3b2b4a38fc44c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddf047b1140ad3fc4f3358fbbf61a703069dbd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b593e111ff85a6b13bcdde434ab3c9739c3177c7a0df451096b2e0d4ba748ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de61198c4d9897ecdac1f3ac61d8d9fd66cb5f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e299cf42b4d0bb56be9efc8d0f1850f055c930b404a7a481a0ab0e047b7a2ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37634c683b7c8de8650754ff02773927dd736ff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7060b41c26fc2341424d58889b8b0f1383df823837d5d4295fd95815e73e7f48
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f5ddce1f304645094435dac0a3b19db6f7496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ba6e9d20c2abcea2a59aa96b0cc83c6d495ee0a6eab10f025338a178d8b547
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7731d216f917efc117b610c692d32a649bbfd276
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7214e309a5841d3eff3c610fc6ee63c45ad9de3f9923ccb6db327ee56aac2265
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5751cd652cf0c768286d661cf3b94c778f5ad795
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1976831d37de27759afa11968279f15b0134389f6d4ee183780f852dc217c0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971ea7a4ec81a609555612bd8058f1de4a345e96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b6b28cebc21494338b3fadb9e78eec8e3387fae08baf2296df6235a2f43345
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a96c9ce782a23f4b8eef416f518fead83031f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29f99cdf458b61085d4b7daf94624631eebdf8d9a98d92dbd9de8ad2b6ebdbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b78b4835a0236e257d17ace5e060625a41d3b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10642624916eddb75b43a369f802912ea6777c2365e233b21c6e37ea653c9a1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a902eafc453718c07c405ef27f3805ea3c56392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99bfa9ccab144369b16aa28632acf1931487a4dadb5bab95820048cb68b26a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f956dbbf67af3552dfd117e1df3925ea10f9041d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c5cf71d9a65871a57d97c98c487581f2bcb2908a0083b50d76a2c00e7b3b00
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ade12118dd1b6d7c866aab967d67a23530d0865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0596ab0812e2e887c726e31727eef9d992f3eec405b988500578c54e4db7c601
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a983d51287b76b0a73e2b15973aa3ac51b7078
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad7a2bdf8b8cfdaf331571af4aad7535971810f7b280eaa87e1c636d659f075
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333d8e0c32dbf967099f112b2375bd45e7cba278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a06558b0f3a75688dad8b2a6a0f1b2199a2595e2cc2ba5ab4c5bcee98e3c82c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4a39cc94e7938bf17b55a78140daca1e346307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de56946a6a52e523bafeff3dd84a27929c4497851ec23f386cbf8ff45bfe2c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54259552c3517526003958fa09125aff30f46316
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edf6b0f46f93dd9f0899d6874c12296abef4d05b829230843cadb371da25278
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e75c8c89d0bff6933d123699a380c82977a119
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dee8722b6dd7e11a87656417b2378e6b11cce17d10892afbbdaa6083686b44
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba68775e7104af5351ec598abbdde77f641c739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d484bf2033833815e1a0f7b8682e4560a4eeaf7ae46042e70dd159f9eef4a50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c83a1ace06a4418e7ff90ca854cd3fa0a7c9e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc682d4a5b98d03c63858220c47b649df6cfd089ccee1d9bbe6ad999fb35dde0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dd1d045a2fed29daf4e37871e1cabf9e2f58e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e52cbb9ae2a416060ced357edca78d69ce3bc37d0302fe7640ffda4152e40b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fda55b8722cc43c997d81bb67539b194d049686
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47911dc4f02b69009a2dd09e44883070b3803108c681858375619d7b2befcda
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449c051a2151019b4b90d99d3dbe0b55f5cb6807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c676a095a9fe606b78144866b33df1464e03215b24999e2a3154dae36c0713c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d06cda6ea63e8f3521221534075ec5a9dbe6353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dae564786cc1e00bb882871b0996214ad4342958f6a684fb26ace411e1d9b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7099da65836c32102d1a0d5f837a17ce0e186198
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c93cebc86eb0bd3aa684a508bdf273eae8dac04b400ab818a48a0534901f90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc76be0b142a8d71667167a87763edef316d0a66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1e37244469fc5a64c14de058ff2f668cfe11241307e59c13c88341c5ea3ecf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec133f8b86d4ad4b9de24dad055882986459cb7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128a0cd4c3e0ceedd78047dfc6950ffb48219bfb085beb58d8957800fd63c28f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1736c2ff1c7a7fdc1182110e4ef67c3e49aecc69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc92d8f473c71d7c4d85b8768432e2aa740b584ec764dd06e8a224ba21778895
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f0f923231e81ad44fe16cc95ee70163c3718c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4284a9d1474593c08de40ad4bf419e298a95f28aec402c8d9ba5c9bb2d0935f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2511da2705311c58d503b38fc21ff16cea008b7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7464c3374ec1cb7ae5e6d210d9d5268cb3c5e8a1364e8adc0f0e1cd061c83a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fe5bafb761bbe95ebb42cc9c3a95c4473a5161
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a194467b52f77e3fdd12d1c95ebdd2002e6b6a87ec10d95d2f1591b71243b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aacce372cb6fbe49fda1c8cd895b8255e2f52d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c688c39a1aea4d5bdd02ad5930106400cd3d6677bfaf5db3f687001916c6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4873d06dc217070ddeabaa47ce9bb380a38a7748
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5fb17dff7829955426e381af5b51b591f730945ad4b902c1319555023c436e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f841c35300eea0a08903e83178a5012d8b868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d0ef348cafae231fdafbf94cab197abb7829fd090c6a037a44261481e631db
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64599f5b6d33c075b2cb91ba50ee569da4f2df1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7c53296de762d8b12dce7f751a2519d3c917afad98a0b321396fbc81cd72a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64244f9243aa3bee28a762077ad73a1ff18f91d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4113fc33d29121aa17e5416e2f615dd678cdf9db696b803424e06d4426139708
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e840776c61ab311ab32ee792eb923cc8707f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf754c627b5f720e8f67d867aafb9d539bf1585dd6227d6c9015e57428da569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589fa1d83de5351a515d0df20b82fc2b62b70d18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1858449bcfb0ca72fbe1f98691434e241ab710ddf83ef1dfcbdf24a45be09c06
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81db9f59e93f06a1ec63010fecd10ff80b81849a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c271d3f365c088a3f2e3301108d77871834e6035c8bb03e6affef7b9906c45a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651ed4d1ab82a94bd5fbe1f6ee4fd9440ae9fac2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858447ff98f7e1549e49b6351ef8b56549fe49aa50b9ba89af5d6649927a2b76
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a421b5099722132d6f4f6502dd78b79890e436fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99dbc40e11a503fec888f11de7078b0bceba7c8bf243b66742199491b02cc3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9cc3023479d18c3f8387d925c4358631e26602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a1243e5746e3197f73c7c66d6d8a16a868a08f9b593a6f976500f4ddda111
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e07e6e36d21784376b0456cfe5a8d8a4744aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a57e8fd30b48730347a0223c58cdb14cd05529ef5fb7d47a54ae1f94c5743
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a1d4acd484d7b3305f64d3d73b1828a0710f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bd65733031604ad8ea0e88d0283ad9d6dea58b72324af6750170bf89aada3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdacd2dbcd0dd2ab5643bbe986c3dc51a60907f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ac9b346c90ebdd0f2ba7458d6dd3c83b9dbd1c6c75328a656ce58989b243f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d65ed636eec5fc2f9787dbd6d38f5290beed9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5215e93f475bd798f76737650b766c24697dd7be95532aed244070cda08cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ed658c682a7ef466416e9f4a67f459c6a330d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50615f879c3bed6445e1abb9f48d948938bd7f0f71fb7806c2cf5a1a86fea1d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ad91b7dd177f183d4f45f1eebd8be43671231b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527f875691bac1efa82ba39698fb66b87432fb1fbb5d43a0d1cd2426033a4f8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3b9c17ebbc9386eb128028185441f4324728bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568c55e261cac96ec03b1d5876b35efd4f5bfb33ebb17a80d4918a81524047eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdfde48654c70e6f161c078ca5eeeebc5faf01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a528090ebb18cf2ca201be52f2198f59e94c2019bc109a6a7669ce7a0d1196
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7b8bb0570afac57873406893e1f07988259e4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9087a1c3ea7036857ae854725a1235facce5ded92f5955ca393c3ab6716ee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bfce53be081a48191a8af7a0b57f4be1497c09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379d98aa9ba9195d5027bf6767e6b90742a0d70ef417cadaabb07cd2a9c329e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6ff97efdc97dedccde9a22b83f90681a8a2bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118eb9fec1314c854edb92fd8cd3a30ed030b6beba4359f6dbabab30e232fd56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79704a38276dff3a27250e15bf7cfd5c53e2ba50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5e41cc5c57b60f22de07acc78ef332375fa71b590a14656539e02fefc85680
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5081819502df2be96cc4a6acbac8a50cc2cf4859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1a4c47f9ce73ac7fbedda07e6d39be13ce67e47fb40091080828b87ead6c8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1448f14e4d8f4d56849010e6925a5845b42442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579e97625594fb6531ed93a7087fe955e4601daf669e448d9092c98e60c9abf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6174814823dd4db99560da781def360f339a39de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f7383ce4501dc302a34beb2a7774fb5e250feb9dcd91e100f4d5da3dfffb86
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4243387bea71c9bc519d84315fc5d774a3288068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e806cf66e9ef8456e6b2189e04cdff567681b6b56b7ace58e81afd0a9924fa0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89d3dfb167df7be499b75e7fc891ff5ae79b8d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66d64d4cc42ddadcf0330b79baf8a575d1d75fe93e7afbb292b9d54fa5448ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287a447d693a01f11915cfde10d186916592b095
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0336f235cd2f6f0379b6fd3761db653ffb7ec7d5f4dfa1587f3ee08ddeea2d23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d12925a6156edd46683561a9960480a93b4975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ac47d7696546c583e3ec55a1393c28887b6ad989331e6e91047fd2aa7c5f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621ea353b4b0864da55dff9d73dcb135a8542205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6519c9cfedc78d437fcd55dd414cad58d4f20dd2bb8d00044317debfa84860
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e719b877eea4438702f1edc47d9d82d2413ea3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1372a0dc878febf663b2e4e57af2a82c0937d1da40aa1ac1278db068b39f26
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d60454744d6ab996e15fc5a912acc09ce8b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e747d6c357aae6754c5dc27979b1661ec56f6f7d9a0b6049a7fb3a51e3de781d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942db1fc2af7607bb1167408cb3edd984abd9fb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e552e2109f7661ddf2a887bdb2fb748e74e474a28cfb9ba6472de6c924d4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daafe27b4c5af9936d0201b3bf7fdafdd155971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21334b95cb1dfd787fbe1c026c645f623d87a9e7797f648f7c446f4860bf88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bc48f500a1ec38bf7b2cd361e030efdfe70a2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64bea97b4d6fc4d84cc194bb1d957485d413abbf88dd4b5f6b6c064c1b61887
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d1e3ff40a27af51818f4a54f65983e0cfc6b79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d3a6fc058b5e3da30eed1e395bda60a2500a426b3d62943c7a4c2615771c32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736a037223fe52d74171339a47b40ae050581f3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa6c946cdfa946b141d8ec39798a78f82368d70b6aa8c7bceb3509fdca89d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051fb62a6dc9dfee1330f9cb9cd4166c87dea5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157271481b2b56b5991c950bad16f65208e0b1fb4fceffcd618014baca2cebed
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5befcdd56b6ff5dd51dabbc026192a8470cdf5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ef514bb6f092a1dcd86529bf1c1b18a32574d222588a24f4fefaf1f723ea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377eb569e9beec034f413b9b182514dba31c6211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49e9dcfbdd4b5698a4c0c285488e43014760bf5c329cea2dd6c53a0f98b6fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e06aa6015f08d213f963c5b15394ce76fded28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36d7a9da6bee5febcccc94d9364203923b45e80960971f45760fab3e28850d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455ff6cac8735ab2e58e58f67ea1cb7279132b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9e6783e86ae01dfe1ebf99043c53db12df5c63fcf28b099cfe70815f3a7a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5613a82674a12a4e8bcc3f653ae7002a3a2a725a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08a21f40739c1d94860df755e279fcb90696aac561c459629a3b31940dd71d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2692e1c7e2677a6d180654d25c9cdefd4d0252b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7bfb70b77c485a9f9318a7c8c40ee48c1066f33f6f472e0c4b02953476923a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498d7146aa169d624659bfebda12612c6f34ea80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d6c9afaeb71516a36b19fa5ce8bb221646daf51d41395957eb6729597f22b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c116d767476cfc48e7cc00195931396806762d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916c9aa10d3302ca8eeac694566a3e9637fefaf40dcca8a5130c5ec3f0d7d699
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5122f5e19110e232735c9cb6b1d16a7a1255ea51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7055080c3a7d21077f838e800c80e25a84e3ae6f2cfbc16486fb9f19698123
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7512427e7b476cf8143ed39e0dd3ab852f45fa9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b11d7d2634c4490d5c7ca1c2bee6573c12d724d0614fb67157a527eef2e537
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5542f4442ca06bcfbadbaa1ce5194720535c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e12cd86118c48f16a20f4955e67c4771717a7714edd8ebe1889d1a5ae7486a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb9520f4b3a91a1efe860e7805ac7aaa3a82368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232abcf9468ed6e95a0344907b54040d8106933dbc64a8e118c5dd24b8d11ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dbd6723eb30d2784bc0b045dd8ba4d5fe71b7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9834a8990c016868bc23efee7dc4865c940599119be53cf4997ccc9d2dd08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3147e8d73ca1bba5ed980878740bdf1f6af14c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1e46e9329ad86c64dfd4b7d0dca5b3a16fa65a7635358a0bbefc6c65f12552
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d4d9c87cfc3138b00b6a594d1cdcab202f017a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35923e3631466601576ed4119453dfa1a0fef6fb7791ae417496e0b28239add1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf97b1bd099b357cee31c8ca261403188039763b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98bf1858c546258510b7460a332bb9ddd2d14b63ea1c9dd3ace54bd49e8a91
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c9de1a3dbdb7afd52711517745fd97d8f26a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0f8a5e2dcc9e26faa955ac9614781437adb5f314d5f674f83b831c700dff20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f618f84f9a057d467a1062935086576577f8f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ab794a05698ee292181f1c300394f5f2d25af1370da8a4ffcc86842a21d936
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e8e29b9671e3141830f853f92a0c8d5e94e85a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d2490365c11de938476512c3f8f1a4021763489e2553a1a7c4e26ef71ff8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5d963ba97d28f6cdc576f6b4e800d422be33c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f167ff7467cab6eb737bf6aa8c4dbc8fb34aac9c47cd8dee296b2ac3913f8e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e0c0bf7e85061e4db17ec27b14501238fff34f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc0a94134d2e9ff102d80d2c0a8209e830a581d3117b0f93fd69d05dd94766c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a9c7f1e36274de67326f95f1b6fcd2c6329429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48184499e198f87f6ebe6980e353204f754b9699c77b6021430d86a6de0d957
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c87d89b3ceb332d1de8f4b0a413dc8963213f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00b7b765d79b4dd6021579959a0c0d6ffc6b36b4c8a5ee30653e85cde710d79
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9290d78abc8c1067e8165bf49aadedd8c2b4f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e8f5e7669823a4321299e5b1def2525d896e24c56500b072b29f6d86d8defa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6344c7dc0b23cf47040c890d5349c2e68d208314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dcc1251a4f524543b95874c12ecdbbd5cb8a3387553ddccd362748447103d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bcd154037114f7126277fcbc6217600bc6a5f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642e1ef7917eb3b98634a3970dfc4422bbccbed1c28a73a4b2c490240b76c4e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b7c02852cfcc127b6ab16116563c4cf7fdb56a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87b36a6c3c1815d09d8bc2352d38d94f43a3e98ca5f46b0de3617c8430032d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f400cd7966e2ab651e09fb142a946188044815c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67c78341c0c447ba65efa6777a242a02d64256ab1246954bbfeedc836413b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3991a063e7653350cf064a9d8b86fdc853960c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5a7d418b998b3c932b1b6eabac847bd26dcd4226b44a0379624a761695dbd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49ee2428e196ba3dcfde61768f5421fd8a25cc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d0cee40034018f9019d552d8e4f13e0a528c297200a48fe90aa8579043b81
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c1fdc67169b8c7547b0c288117800dba396a02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b81f05af6ff8d11a24a820789ada9c3c219ea60632ff344d311118fb4f4f2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffc1820c7319bb28559986b88a558a2b8d76e7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04ab5d7933b26950c0f6741941e22f1afd3e66e62ca89694f52af8be9274772
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb7813fdf3cbd9c3df64ab45c73fad6396b7f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce940947808b632f03a2eb6a7d2f1024aa1ed3dfc14754e16940c262b443d2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84585f0d6cc2e12d6bbe779acdcfba753b78209a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ecd0f1a91e63e4e01d554c7d1e07fe4f297d3da61fb76e951a772ac56f3605
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2839fa1d31d4e38617d7b7405acdc6f94012ba62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2008f939d23a1f26c2373d484814ff19372d67fb654a1b97e071989388cce9d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2b76afe26bd7c2a6c242ad5ded2f4ce1c12d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80beaaf75adb37e4ee1b36fb1b01ed2f4f0205de99dfb7f414f3f9f8c66d556e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796c6ac5671055392ef9e6778405a04204db7314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5f798f3697eef73c29b22c24575bed4c0e6683a6819f0d419d02b4426e6456
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8123c59f63d13d90543f3d31488ab1bf7d671e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab834f32d7e9d8501b37b2781159ce001e9206fa9673ad56cd36da1744055e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74ddc16ee36922dbc26da53392af38c3a7eda24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56b04585bc3f1cd151c1c33512b19a4c00704c6e71e33d4862e8e71073f20c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d9472e667f737650c42c178726496b44495f91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41df4a64e3698764f9757b15d56e92dfff54c0fddf83a139a7c26daaa70ac045
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce042fa55646188be571af1e809019ba34d43bde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03400721b27263ca9a984884baa4c229972ad0e5fda1694cec747f40f6b5cec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab0357269f2a3c4d65dd47150cb4b1c1d0457f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aaa832f7af564f9b1d690dd9c251c759f5474c4b41ba9f300638304bf62c03
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fc41fa5952c7582514250e033f032fa64478e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ffa264eae1fab30f01f54a9972de0595d11ca3cf2794ce1c04dfbf8d8b660
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80a4c04da29c9051cba671f2fe013bd42fdd5f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a351acf0f91ff8f0e30dfc390628e9d244f70348a8ec17387363eae0a754fbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d73be19524ec24561a66496ff4e04f589f32c98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bfa08d9a0e133ee6ede58b6bbb2e30f6122415c9205d5e36e5948c098b15ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f8f1a15227782159cf46c619f404152374776e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36612bd84e297087f28e1f57f051d073d31fb961193b5c413976024cac86c7e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0b0c6271470181794bded3ff1cc2dfd35e53c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a577a2e5bd72f13233274a93dd51d9c0a14793c7ec76c3defca8bf94c32644b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4569922c5618b3d5fb1be616af08001a33d00b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea154e7075f15b6e1459ff08b29bcb70f9feb323f3213cc3aa77c2208865b18
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516bce23f733ab83524fe581fdf3bca01f4a7619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2307b13afffa46d5b2be5f821ea107e7edbc0bd743c5777b1fee7f86d550216
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a90a87cc11ce0f0cb5d40baf6504d0c6562237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abbd9e77eee5ec19452a5170bd94eb5a78ad689f77a49b6ccab5590893b00f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a047ef5a84d0a563bd307f0dd88c158ebd12df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e68947bce4151ba5ffc6826b218dc23e1e40f2091eaee297e8a8cdf299ba89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d258201a8720e314950ee4458431d02d167123a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407547aee6fbe189ba431cabccc85f139efd6bec451fcec9fb172d01db5a9a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f598f6735f23f76ea6559980eba1ecde82a0967b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9f9a4d28b38a41fb019861e4a1ef33e1f45bbfaa08e32f6ba817dab0627bcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a31e2bf67eb0903e04d0c870d17dd7116fdc2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e1470b4861a1fef7d9a620b2404ff681435da9ee4ba5e8fc802355bc90c2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7450a6870aec540aaf6fc372da08c6f8b539127
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9605dfe210c80312183c37418647b1a70ef32f47525bea589160e268b1f5f5e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83855cd8b41cdac5c13b71ebee679c16cdc2ce38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba5948a3ccd232bd0bf6a88d671539d69c1851d07328d8aa6f54e3a98b7b98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a67510aa7dd066ce8c481beaa4e731f0297577f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2f89dfe9fab3c1d06ba97abc0200f8e4e88810124e32e48b07752a9f731b97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9962abac8b5c7ab541a07bd77bbead30fa7b7010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87c6857a1a96feb1a51f8ef70bfdf26605dd64c2b2e95d20ddbccd6eb7420d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511b21c2c05df7d44e1d485e7892d3ac9a700f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c97be4d7a05899d0f08f2954f424200d03b520e2ab73a1f0acc5817191fe64e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6a674f5df2f52072aff219d360c8a1af05e568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa707473cc7687945eaa5a6601c0070ca868fce699b35cdb3eaa6bcc40b5567
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070e7ee5ee1602bd1f300c8aede352b8f4181af1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f5bd64110d9ffe9352e51e096d279e59412fec45bc5ba16fcdf384292b027d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3118697624c9b5951229842ebcfd085e4d09c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ad6750a5a29a68d24f879fb53a7af95235a48fc22a240628808df48cae5054
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cc1be2b2d43cb6efdde5fe6e265a4737e356bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6a76a5160b1b3b0f66ad982dc31dad9f118f985419f8a9338870a0ad29a19
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc44729676c2702eb6aec6e98eb7d7bb39f3e79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f940bca368bd0330803bc1d7820217994ce9b106a78dff6687a3aed5a6923ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f961f71c85d49410c90c5d204efead8dad5aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f510d904b677685a0264dd78fe47e616c55c59dac2c63e496aaae63cf4df53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5e5c0941904da8850e0d1696ff159f5c7266a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd09c7d0e3d66640926da486636495a7e0548700dfd6d727cfdaa00c465dc2b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e1e2fd7508538e2fe6dc204331f76ee396483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4076e1851ff5c6655afb0a423f9818800505a3d683bbc0eaf744e756acd0b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac140a0ed2f9035ca2444181bd97db1aae0ec36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f45db668a751215a91245bb345855340bd939d1012437dbb45a66a9a7222817
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed5102866852eb58c19f56e4a2bd89b0578984f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cac1b3348d7e66c5dd4dd5c7900deecf569481ee16c2c5de92c32766897e5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ec344b93a0011e0a2ac05778648a9489e073cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacfddf144b236a8a4532170a0f477f8d6c0682560177217ca53b7efdd38c3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d50385ca25d4dc02c0716317cebd5339a538659
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777073086c54f2854c15409ea4bdf5616a7c54245fa3a800f09d40ceeebc611e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988d6d003937050952af7a168f3854d4e2287a9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c253e2f6f8ad8c5d5f482d5ec1feeff3f5bc53cd4868f999d15c6d2d0c481834
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff083ca29c710702ba3a1abd9c9b63e1a45908b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6767bf5a8dc299b2007d1f53aac2528d364a0c5178329bc11f97a968fd01f634
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2953fa78408502684db232e4bc49f7b1f64962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe17102d37e351af1c27b7ba3900934c13949603968396fbd26a1c840cdf5c20
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6648d0b9a2a85089a57ce206d36ae4d7f66a57c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4c2306efffb3ac5742e51ec3638edf5953f13899fef07a6c9571640cc5c65f
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fa0ab9d9c0fb82377eae44d2c63df00e772bde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295f1bf0357255ad61058ca4ae2f26ed05a586197b2eedd29257679473d9b609
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864926d79ef6ad989c5bab7f71ae4b00ff801530
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959e52eab30fff287a27702e2a5d5f88de9fd126b7c83c3930c96ec1c2b5458
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a401b890a2edcea7729ba407d942a80a20cf8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c10b54c44c92a5be23059abffc9254bb6fb397e35d0fa3a8bbeabe73975aa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64d05b17d2071afb732dd4ae79f436f213f4a3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f8fe4b8009c6a0e8462a52cb36862b1ca613c4cb8271d3a02a7ff1761b79f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6919b14c442b4b42df17e8abd23e164e5ef64285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a4f69d86668595a1e67f7df9af434c7dcd9fea1003c7194d320a93e41c8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394bca7dee68e1777d20744bfd35a1f00ee79357
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64e79b2a08148971c18df9abff014531084b236f391e79cfd40c21f7a43db3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2425de6d5ed231c36dbc5c6ff5f7d6278a8506c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363e06cd17d005cf39df6abb5714b76d9902d97c91626cef8d8ed5e7f1a13bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e49af3b04c375b3c4b89bb5787a54654fad08fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8733ce296e078b884b3d3995c2dfb0ff7530b2caf55baa1be03c26f64b064a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8521ab2abeaee951d03b95c7296d360c7488d0e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2377f6143e6b3f93869d1d19d597643a1772b73cbab495213c090ffa1bec4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c2b7cd64800a22dfdba936ad614e34b746dc26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f1b89494efe78accd0bbc4d808228163db1e29f8d31066a829473af55593d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bfc9734df7d5e0203b4227a744f7eaf068db60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbfc9d1ec9e7c8ccb1fc57b337b250cae54cd83a5ee06a37cdceb3faa5d188
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5746ae2fb9bf30b9c649305b7e544af5dcea7c9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a4a10886d72bf07a44e36eee628dff728824db8023e9fdd2dc9761f29c78aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69d9146c54caae84d786718009bf7e6ebf62af4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e63a823cd52235bc2ad41a309fc65397246ce3dc18c6a0b71d94a2654731c24
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb81fb779ae4d691c5ee4c06e21c67c4eaf37f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5fd60aeb5198e05e8a3de14f7f2bf20f5d1ef117dc7374b35b1eccb931bc95
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3708f443582e5a86e9f186c7bab54b258b4026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1717dc42dd897939c095e48e3dbc77f14ab0ee0b83e3370fc24699ab1c3fe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988fcbe73a9a07475bbf7d5fb1da941eab17f69a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef388215cc13744addc96b40451a7e99ff3e472f215a2dd469527493879e03d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c6022265b72776b865f674fb192af37f729d50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41781e51d04b1a385470b4cbc8c04c58bdb0cef7643505ae00d024416418df0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b535293896e4461ae2aabdd0c292ec5bd259064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc80405bedcc1f8d74bd0234cac234c740070dfa78a548c4a6117d3ae9ac24d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7835b4d47ffa0fad16630328c7a5d5296aae4cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012599e6fb44f2ba26dc7275330f392e20845bacbea61dc796f2475593cb8603
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2132fb11385f81dfc6e08b6e62851bde5a3741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974129ebbd1a273fd3eb428c265beb49cdf93c44be217c74adaa5c935814d425
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d87ebe6be186aef07ca070400c5427b11231c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f64e2f28d8b4321fec3cd8dea631de59bef381b8313084d30bd8837e6aadf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1168b770483f63a25a6a1e9320cd199cc4c279b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bab2cb8824186d6debf8366ede64fe6e1d9e04e60e8715539921d050871852c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00972226e952430970a90b84a7cbb2308842396
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11250b853894cc764db9970c4134e1e725e95de053c09f79dfd7df24171ad521
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4ab6ab43e3b167314f51ed62389f918bc1c4e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b8a961775b3c81b2696a91f95406525c81b800ab5836ebe2987b83096182d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481f8d585966228570fea2741d09d45ef8167829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b21bcda981b510b126a2fea3dd64e8022a074baff117a0cfc26b71152531396
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8687cae6a5027fc524c7b9e0bce6ec9c856820ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97134c7bf4377f9c26cbd7532c0803ec2aa8450bc7f2d41dc80b2094498d8c0b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4177b68e18411926f48c3238553d552dc9c0c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1257fcb5a9237b7e23ab91a6a3b31b7c67a07042521a16a2a9cf0d6ce4168f55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5e211d7af8b0db331dfb19b034a088745a382e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd43f1c90416b0da6c7478144cd835f9779fc326ff67b1bf2159f7d24f15a63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7306630995e7d10d3304dddfb8e3dca603aff70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e277be2607e1f043359605e3fcd5a337f22fc0ac9866e6df6cab66106aa4ffcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8241b40b3443691a9566bf08f6473d2517397cb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fee06f3d09ab21f1de862720a0c4b9d971703fbe1b3e58164f5b084e07e74b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b1fda382afa00e997786e203faeb36cc233340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dcf8aa30cc18aeba37fa9a7a5396134e09298d9c27c5bb71ed8dcbdaf67aff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5123b680654e249827278171af3ab8544b1d9e84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1a48f39946770a056440804588dc4ec08c823c96bd63bcbf9695d6dead7f36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf6ac6c8cf5e56135b28d5eaef63fd4bbb6873e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003072d841dcbf9d8e27b4d7fa40757e7604c48b3c9841dfb850a29c1add7e96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38894d5ef90e134c86c2b09dcfdc1db671c48c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbf671f794df17915eef068d5c5395b413d2ab44ec28840d2530811861512c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b894878ab6b2804266d7a516f9ef751a917d134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb71d696dbb99e0ad3b91fa043be0c090d880da5300d15c17ba49e6b652e6b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec68f1cd08e718b0d51410b3e7256d4d77ffa6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c14c213319c36f5d239034f93f2ee6f880569ced14d6b9ee87c04099333171
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7169bcaaa48becf42f471c0fd2ad5d8d87707a69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029c7826c990b8dc18b6073841c3a2d24dc1971d8ef9989485bad25631e3b3c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7280b110943f81083371440416a86d6d4e058a63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172ad91cd85295a22d447c3b4dde9783407c3c85494ac812c756ede43bd531f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cabe2fc6472bf2425f58994b64c1349f5c0b7f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355b3e8cff3c97342787e2028bcf3fb6d923cca00b6ac847268fae64c20f13b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ff2933777ddbd52a67ee5281635900ecafcf25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12d25018e022b38c61222a097f9744f7e9a6483f2843a69c2f3f60077a63b1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e30772152eec82d438224b534fa9c888814852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a91d5bdba847da39b52277e380709cee850b69bebd1396aa270857521acf8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a2a7266a007751458397c2d383db18a972a9d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784570f55767bf72e6f4904c99bbe3433d852a71ba59137e7755aaa5603d197d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f648d7868810b2d95c120a5a650b90c42c00d702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c7569a802a283b605b4a293d785bdcc83f1501791451a4fecb41d34e5aaa4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b9ea0ad76e192565cdbc7727451501aef794c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126f2494856052369de9e3fcf33ac0958af4aed4b9351ed6591b78bf8e0fec71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75d74feaf74d1f5f665b9efe04abd6e4303bd2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d93e0d760bfdb66129f6ad298c6172afbfe20b8a4c4539b2191a60e5ac61e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff79007c3715b4c1639e5e062a3e91a65607ffc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30ac27d1178b14eaa002c169404583512c8d22c459ebd1c225cd5537ae32963
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3aaf640ab99385785ee9b2012ced867ac9d30e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dd9ffcdc516664a76485dbe79d0f07cfbec31635c40105c424010eaaf95ede
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddde6a819f3c5a33bd51a2e3fd67ffffeee8dbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a0b8cf9a878174d7d6eb572a233c48e34dd5aac222221ce3787479e1d4eccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b04cccf0342f30413ddee2e4d7bfdb06ce8607
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e157c11bdb9817b6e8434fa5d166554c7bc0025823af351acef1cb180b65df
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21206cd94ee93ee2e84d2d0c86d43c7dbc84da4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae00781a6c34b5508d8ae34a391e6897f29b03ca5cb0b8740b2cfe867a51df
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74361acfdb2107ba34b34d78c5eeebe28193e1d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76062688ffc25c39e7a76d7debd9c0b22e8ee596098ee4cfa6178170801b2b17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90a886716d439185f3f04decc9825f6d20c2319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370d9f572f8ff3055ba9c1f3581b08827aa087a4e3ff6221ac58149485fa7d74
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2ce9cf1a9c2b30da95a1e6e194159475d8630c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c430668cf25640fc69e552d10d1c54793713aaa6259644ec8eb1b8fbf4476dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f39c3ab023eba1180eb5d5e1e0f2c3703e9cf36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adb921f3c068aef3bafe0b75cf2964a6a0482306b50f0fe764badf708b2907b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36174e0b9fdd328bf7d145176855c9cdde907f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33c988cbe022fac591b2d629fe66b534331c0f988de1ef62265307e029c3544
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2144a4fc7c1e8c84796399c3037d3e27d4e6e009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a405146bf1a0741ae462a8d56606f0332bcf282eebf7657fecd6b46d70fe4099
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1ad4f9f3e76ff3dba33d217f123faf9bc5df5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9807a46844d32d50c287ce2edb2e5c9454dcf266f4c838a7b4790cf3ecbd59dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7282dfb396ac4d9af8189c8d3fa9d619ff6e7cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6900458f436ffe68dca12b7ce0fd536e85cae6b7155efd0a2935026156ed87
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c352c4a6a44c1fa5ef7cb3e1f89653365656af6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c5443e193b913ef6193b2d5e628ca7fa9954ae7b2a31fbfad55a3c115a0dc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd8f74991278aa1f3963d6452aeb7cb83f7f1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1731d99d61b50a9489ce1679c414551886f369171ffb1fd068aaec1549b3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f294931a8d5badbaf594a578cbb416e961424bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a5047c8824818130ea523399b7399597ae0ecef3d296e2a7aac7b9cf28fad6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b847d7506b051a8e101b51b3289a53dc5e1fee8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9f7bb38a3007c3183ce006fa130f43db60b91e864b63b711dbab79eb117b6a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fec706c207df59f9637918af1fe932fcd6bf73d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fd1cc945c55ccb584100d8ddff8e9b92e16828e530729242a1c8448eef2fc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1e8a1783ea5d40f83624f4f5c8f1a47c66bf13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897792eb03a04cf8b75dd53ab5bc6f879005cc4ee66c9201a0f0c9fd0f378841
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280a1c58db325b7c436afffdc75907142d3e09a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce661ecf5d0d72a089a3807433011cee2ead27d2d8bc33d3b31e65b377921f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68492a8c22c5cfa6d4de81df3216402c8cb507ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7aae675a1516517a4909f003b1ef12cf37d2452e771aab89a802bced486593
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3827c971eec58f810fae11b2007610e98f2536ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce4130270aab8ab0579edb8fe5ce2df15568c068e18bc685d81a6c8ba9a3d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db6d80c925c4f10f001d085e1b4e51be00d843d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d19158e02cf752abf3be43e0efbf57f5591b99b58762bcf036f93f3a63ebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6b92ab717a51b55d853d1dd81680b8687a6d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43814f095fa95ff6f8811c3ce880cf135875350ce63a81ce1d1aa17c2b981c31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da68c8c1058e1111aff2b29b47789edc4b7149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdce64be0169a00f71668ed939c2c2d1310b543abdc8628141583995c0c0807a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7980195e56214172c18cfff7c611838604844f25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1145ec23df676789df60bd2758568305e06ac59f7b1dbd3515ef4cdd783795
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b68fcc9b3e9e6ee8373b876c6878e1a983a12f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d69770b73f9508baa95a12cbbbec9341f36f754cfcb56eaae6601a8c4297ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d152983a8b618349439c950366198eec11b66daf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1096e4a20aae1c9e9c074ea7160b0b12c6517a6c9a3a2d34a8f3eb7874db07
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690c73b4c6bc05fb8cce9dfaf53f71b5bed5cb74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd25d52246799749ba9d8917316613669216038400549c324a98d9c0b91d089
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91987b7f641e23103e1ff30eab1c21bc66c631a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f8f1bf4bc8c938dfcb20fe5a3f5d4a5a06bca9d6234d88a32a3ae903666ef2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fad1935c146bcffeb41f4b2356fcb0a0826ee2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82165f7d7055a0ed19cd9aabd0b57987ebc27f9dee01e13c2daa8993aa7d917c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1134eb4b5029ed0d9e23d3794875d522a345aca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c4f3394309046b73d5972d8b3561b2d6b63953c64b81892fc8640bc884d209
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19eae31d0cfc9bb8eaf96aad27a62c8cba400e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc6f222bb63c97c9dd166f925061a4e8da5d598f2c0755c66d11ad7a3ce57bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe681c2b89f5898b366bc74571c2ec57a494ebfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893435487208b3492ba614d913b11873a5cf1fbaa3f0879f42dc34f24f7df5ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d619510834aa78eeea1fa3244511ef383f33b638
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beab0939217c3619f3ff0c5cc138a5a056b1fd6ae6ccc91a9daa6fa482e979a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1cac56514c473ba21da8eda2e754ecc52ed9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6b3ee7251f26001afb78a4aa95b5ffbc93734d585cd4930f9d8bf77275909a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45a150fa843576988ee477d0850ac535ff48b18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47d1bf5bd706f8b4934fc21ae3d57b6f8f04537df45bbc0d0e4e9b4463306a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca31bae9a5bcc4da3cb9130e3902eba41db2b635
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e75039c4295453fae88ba912392973c0aca72b601580606a39f6e6ba013939
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9120fe8246c601d62205489b51fccc0c85f99ab1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e32d58a34f199afee02435d1c1e20491648c4a63f285a2c332100399ca1905
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfea1d63a91d6fd52b6a2c476e4fb7caee4df75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecb9422553eaed71c65e61cd5ecf340d0954b9d94a57a7f33e2d35516851e07
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce28700c35f330875b3e776c92261bb763511f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1214676f7968b747aa1023249e18ddfd8c4fd4df06df2939b9642a151e8ba22
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5294992b73e5053e0a4b9f1e4add5615275a39e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe260aea4b2efe607a7a24daf774623b711317e914ea35137b0aa0778ecde22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0621816e4cb0848993040848b2f52453695ec0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f502fe42f3ffb26cbb1b88b419b56776d1643c7df54b430a6ae65f744f2a55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785eb405a4b6f4deba28f4242c284c7221312f58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df2a86f374e0ba5571efa272c33bc7b591c888b4093f6c59a4260c0373e2e5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab73c69c79470ec66f723494855385223dfc682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eb07c6ec778297d56cd278995cdcc1dd20fb8e3d4acb24023eb0cd49eb0ab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d86d96705cde4404cba59e0162b190f4186f2f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fc712c06f1faad24f190c2dbb739d536980a099e35a9f329476029d407904f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84d2a6f8e0bd20d78087e163d42e111da62247e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d93a36909b567ad381e0b654004fbbc88c093eae068af5561e2ccde5735af5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4c57d436df495984a373755f39293d9ba2133
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3998b3a5c016966c510d7f89142800f9b99717c645685d1a8201bd6529222d48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebbeed52f6f466d12fc584d0535e5113b2e75de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d156fbeb0a76f9b0856836c6b2fc3072dfff0b84ef6f77f90b62a26cea59cfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52f129ecd6793c58aa78a394ecf85ab41895b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41076c56fa512efc890c11084928c5827bdfafaab86824599b79c7fc912b1f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857a8ab24fa82bf575c23d514938b946b02b8180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae2f820822d6d3d76303d917eb9232f13cca46571ec895999546d5dc3a8e2b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5540b02b77d7d5a2dd4a5668d2bdd78732dc60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f906ee1e0ad40f7bc61c3795be825d4e53c74197ce32a53042521d2d465cbc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34732636d80efef43a0c5b05dcce716a6383ed28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cedc54143c70f218498f47a98716575128f980cfd9ee1773ae2b452dcd0ff7d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7018b9f88634efe1a3231ddbd28d2d026f76ee1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee5b96880c26361a4174decbecf8aa8d1b7ddcd341c3f175d957a7699799d52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2a1138099894f68acd45f79eba0c22932cc6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffced9d45b9fd3973734e2e05b9c4919f3671ec01272a0f85339284d55cefb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d663f2f37db3e0f5e57d2d1781c30b22e9356
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d2ca63a67701e3e25c58ea1ddfac6031bdb317e81b89c432d2da08260fb00d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca4bb2145a6e540ca062b7a3772cdb0be34023e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f4c53c854d7cb742634ce965895a7cba6b0b2a189d913eb6e9e494a050a834
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5f2d5eb1567e8c96249e02a9e3e7c72950fdf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5979c33dd395f4270af875b0b989d93f40aefece2964eb1e1c2745595008c0cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c56a10e2191727ac4d71222a405d251806c65d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522861315c1e2be3a5a8721be327477a5656f4e1f736ea42f9cfe93d7fd356d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbf4fcfc647e1d6a462071105b8c907e6d01a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25b9df0d7eb7d6aee34c8ed72ac543c19ab7504268e12aaf0961bf9043655f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcd9b5d46e391ac2c2c005acc14b2783c98b26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356746b568a03a74603ab581f83ea72268a6017b50c6ae8ad067fcb7740d5879
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749e22abe4e010ef48e27392f073bbe346a02cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde49e064234d090188d4cf9d9bc212783c628ceaf514ffc88e03d0660b64712
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ddc2dd93eb62c7d2c88cf2c68003e29f35ef74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab435fb451d13c75aa1f086485374196c581db59b6eca820675aa687c91de23c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a820a66ea269ccd76f3c4b7ab0ed893be1eff873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988724c619c4264a39a1c4b6851ed4cf7917328667417f95762231cc4dab22ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035e3dc23152b344e4f574a71d070da77d01771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4ec8b541635ec0b32c9873d69594621cb31d18432d455fcce219481d7bf2c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f77156b7d6066f7655cb31af562e1922de9936
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73978f6d3ca5b58a727708df1eb67135f2d1c9ea1637e21a276d4c29089b99a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d111f5debff2baeaea83251871adf52f5ecf7d47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295fe335ebbc2cb0ee7d259af5d0d82f8529933711afacbfd799f4675171376c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd93260cb54dc4b4954245881ed1902e38cef97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7de378eff0d297ef0c36bd9e82cfa8e07604596e69689cc2bdd33ee44595adb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c1258d54e2bec05a00171753ca3083076e90d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6dc5e4e9237524c33acb0f39f99ecdf66d9e6a401d45dd0dbc8918987d23f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6d91d601ed50090f721a79a084b1dfc463a710
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423a4a52c2148a7294c131003b4df04240bdb8dfd4f9568270a9cb98d7c58233
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa2f7aea68f9ee82c5aeaab70b397076ee86e05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f464572e02cdaf2b74ca6296930e32394fe041037d8a1d10dd336c1d82ca0f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5a47f22a113e19a16b334ca3f7179a069ee073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba152119e1b85cc2570c6e2e3d79a0302973f1be6ed52593c6f4d853d1ab30f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed215258ec8dcbe2cb75b233410f9432dc6a58a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b4a1f2f1367e4af300eefca7b7603c28d193c93a0b1aefc2eed8fd7aa45f0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e083797f77eebcc43f489772124e7f4a5d0f62f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74880a58bc1c0c607cd26c957e8283ae9e483ca266f19d3ac88c35f8c760cee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ca127c5b09fa4a98b5b154b7ecaf880ea9e38b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589b8ceab5854f3c3e7e51ea3283d5b5626fe97678931dd96ea09f20f2d9e774
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527319c12e5dc614b14a9fa4b795fd282aa15dcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1a44881a3d3bc45a902ec0b95501d0fd846116357b0f4e9b817a24988498d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ce7e3b9734d00a62e52a70145fd45ecfe5625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c381193c713d3cf972eb460b5720d424ef2d83ed0730a1d2ceafabd44ef4a44
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176f5d85ba836910e8f93709da8cbdab13feeefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f958868287db1e97d47b7bcb838268c3d23d67a807e035e16d4c1f14501bd4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06fb21fd0165e3347f8e8d0d3004f5ae459eb42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c5de74e919a2bf2320a03ee97b3cdc8744341c594e0b9f6131e4092cff36aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36f654d4ab4111ff5731529804f6fc5f4229341
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ab7982f85bbb5a92e7b70f4d9e7d2102da63a6062c587bcffabb8702411e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa4175371b22653e558c8389fa1a3b4a647d94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d328e1edacee6556d1e98eecec9d841adcd6750a3fa919d3a36efb0f118acec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab66b6cb0c270950b49a2ab024b8e568733d075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44054b751010ffb68cf26300cfd1eb3e53ce7cbc521302c55d487e349de50d92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fa28f756950e88143ec1dd0df640d3d7e07ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf29c0fd79b51cde7bb11223aac033437ef7439d934ee6508557e85b6fd7200
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6875bcc325249713921f04bbcaebd0611766bab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e5ddffa183b499fc2f4709b42a9a90b1fe39c85c83e03ce34cfcf93b689066
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be2308fb8110d866619fa3bca74800e7729fcf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4699d7afb29b908f82e59235b1feffc743c5f4ef8bb4f46e898c28b7ca5b40a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c49fbed2734b7319f8b9c67d6bbbcdfef315af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b71cb9f6576d421cacf060758707b51e2f27ba335824e8d803f8510d894daf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1347654ecee3b41e197477cd2b441067cb4068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632b51ced65cd6402adbd35246e3b06aa814e6884e8ea113849970c81ed5f467
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3dc7ed867aa5638a5d906b51fb6463eafe0074
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42217a65b5a7d5d519029c5fa071117e1895c85a684925c4dd505557d9d42027
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debe34a75aa5b68f1067753b9564eb876c19cbba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c591f499f8e01286ea8742d8e4cc5ed555edbdf86c61506342a8fce0c52a354
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfadac21c2ea3e86c383c0b18810df34116f6566
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30582981585deca1a5d42afa1af8cc2e4d68986a031bc59da0427349000bd7ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0191bcfa36bcd671f53aed641948787dc29cd6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b6b5b12acc6e3a51334d378edbb2d1f1f506adf94c83cdd4465bdc5a552730
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351d47ad3dd4e6146a6bcdca9237554a4492460b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8181ce69800bd282e92ce38957f7da8db94e28765100ab6a34b509e510bd3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40ab42e04c39bd9d6b03db71357fe4a695acce5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4916821797799000c9a0075240a0396d3ad2919dca2fd44dcc1a8fa1ab44bf57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c411e0df795115c7094e01380a404671355ffff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4671c95c2d3d4848e9ed00498d574dd24d47ac826d0a081ee944afab21c6d8be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1d2aea869242b8dbcff60aa8b07023dc6178f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ad45d47dd4112f2127eb446b8f0114777d82a3e61d658eef5bb347e0f7c5ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc27d608bd0ec9fa552ce5d76394b43fbcba23ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190cbf260c244059536be28c5e467324321237be263b956602d7614d355222a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d69f0f06260467688c794c307cf9ed76c14b452
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a95f147f29479f1122777b2ea05ac6a63e74a573d8fb3bf079661093d44a147
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035884f3b254ae4a746e7ccf20f517ab51f01737
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970849961b55bb71fae521273d320758c409ae77d580b48b6ab76345151e7ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3c24ce2104aad49ae41566a2e9df7a338c9f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0182e2b308206766f1a69108a2c6f666f0d5c3a977d71140d8a016dcd38785
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68921ae989f87597a62b21a226691b9fda3dbac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed56ffe65b098ef7cbaf11132fd265e7d5bfd452730d3a67c9b790b4decc7e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a066d798d7362575108e0c7cc38224443ea2efb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5467f5f89e5f7440ccc20a23481e3f80fdccbbb9e0325488533d9a455276783
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80672587da295651a42bd19114c229494f74523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a5f896c84b6baaf45e325d13a50193f1c61da4fb55e60f4c65aa8c67ade71d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7da5805dfb82a075d83852adcd6b0511f79a893
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4446ce20187d8e7446c482fcd1c02f29ac2f5e573e40c54cc565947230f64cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeae6560c9b2e207aa906bb42c0c59a78e00fe41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb37c615767433bcc126503ebe4d749bd8ae255b28718c9726dff00b34e12a13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6892b835399d92663a11354055bdd68045fc3774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1328a17cb3aef9e3ec7310b56787dd6668776b4569911f31ba4c5c752f39c317
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716f77abcdfc60363bcef4bbaeffa7430a8ac7af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb9fc18b05d87cdb99df2ae0a82bdb92d92f4d0375fe5aa9b990801e1b42d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01b0d10660a1c31efec9868e3c40b4201203d3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2efb43e1ee4094ae5d5d1ecf05ac48fa52d613f5bb5f61f97ab213817f0b9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a659f0270f2561f2ec25616eab67e97aa125796a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f476df90469532ddcc9a0a926ec46af4e78c72acba08ec2af6844160eec8c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8865eb414b4773b0113e41ff3f9ba781b6009392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadfe6e3d949809f1ecb6549be35bb988614ba4204ba6807f0cd53c9f0481fcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de5964290b0a4f3206ef13a4e6b72311167e286
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c34d79be0c87cd073300907e584d1397f6c26413842013267d41afab29293d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a5009b21c8624e47489c967574f06ab9124a4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d12286735e3d61a6adc319a434d24f93b3bd3d1bc0e89ec9bb702586da973b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6384c3cf7921ff0621ece4f80ca5c6192ef5868
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be244babad65b381235acb1fc4f843de14b6c96d3c46a0e1b5cb06ac5b5aad0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31fe7885f80d44605823944deba806a8fd6afdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8840b734996e88ba8c87a8b07dc56bed04d8be8ba50600ee3d164a70323f27
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063569f643629fe8c6ca6650bc6fe5f7c9b41c99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b7175c0197a454c14e4fdfea7a5e789f9074d4aa05eb05334059be7275d25
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f677a5c3571afc943a17f8008dbfcdeb9f307172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b35571c4f1681b4ab0689b4bd36d42be4b914c393d8f6468d41803762c042c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d613627923847bf6e9c199f5bd8ea28990d01fd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672e95b207c54bfcc20ce667b0c3e3ae103c960cd5f941b8ed75b7e596606fbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5320a390d1b004a3cb96e0bd390cc2d35dbdb816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6327cc461d70a35193948671cb6f2d181c82194c574336274e3760ff0287e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a943a3d6ed687f5e3b519558b13e11b3541dcce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a282a0ab62b2616cdaa22082b3285b1e4e1d7a98c243e5185d955dbdbceb4747
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71713e2693844d837387d7f3a22500692c260cff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b354f50aa4d2fc746dba6f3a2a75166b75dd4a819695b5fe08474721d938ef9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1f567ff9819b190a58ebbd976273a14f84c8be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45118ca75d4fba95175a3a3f33c9aefbafd0d9597fbecf7e309e861380920c77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6962adbe040ed16a5b1fdd2f91b8e7c1ae238c18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e011378859c0a62fa603a974c1eabe1285a0071deea5582f5e41c3ba99955f31
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b832bbfe976c458298e4a7856c2dca96f3be696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7ba3e3f68558638498de6b817a62fb0d0ecfd6765fcadca1fd0216d653eccf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe49ae0340cc30ec254a95fa33c24f03265b1d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6226220e398efadd5ae80f9c64a2b54dc9c0069abf052210eee117fdf67cd66
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7321ae6786a269067ad6d2ba74aecf942f47a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cfe164428e1ed6f6b5fbea4c10dd7a0f366a8ca39d6ff6be2d4322c90425fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6e34c02d8ff537a864051fd387960d96eb99b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742830e62eb559b9854437f74e76dcaa4d5f56e36bf1d57675a282f8989324e1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ed957e0ee6f6d9628d5b421820df872b6d6bc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd05c14b22517894a586b6793377446fa8b4ad7910174438d781f7728b6e776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8971bfbfeaa0536469a84554559f7413063e194
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15418b61e45aeec982c566d0e6d0530a46d63ee284ad32e24d4ecde060587470
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe9692d4f1a74dcd067b7aff8f8bc00363919b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ec17da9db85ce388dacffc3b586792e64f3d08f88e755fa079d4b9f21b7a8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4ca29ebf72dffdeee4af485619f9a62f6f164c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e3fba7c95af373e7fb7f06c31a779ca480954dc2d85cc4d3597adfd43ed980
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a027dc0d0312193fa4977178edde3d2faf38a256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cae4f4e8bf4776daaaa42cf7feae37ecfb19c425fed396949375355abc32f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674190d70890d871109e77493ea283ed4ddaa9f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b436ab5037ccd51c25f6f0e09ab86b8de15a7e8da120db15b90805e4189e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2059135bf349f9fcd4c9afeff619856a7eca153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894467876c407a8f1602084aaf15e28dc33af18a3bda42d015e9e4a6662da26a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfd3bd6de3411e1c72679a0d7fc954b73e3a31c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195721a13938fc2a9bcb7a74aec69c4df6010429b948816ba0d565c451fc8403
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1df1806787f103f50b1d43314b07e777af2b26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07077b7c75169aeefa898dfc3549c01e74d47bbc04f50776dbb52cb13381dc2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee7540b18d31cde1bcc7359d55130120299a991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6390c6da1fe73adaa9db0a4f57854d442b3c60576cab3bc48529a64d7bacc48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb26ec9cc60499d2d670acf694c3cd9524f5e223
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d8f3855c33411f0437457885e1a1609358d595794bc1b0f1229f9c1d860bee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10004878d6a9ab3c711355db16a4ed2ae3756bb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cd080ebb3cf9e80effbb8b3770bcd8683e6b51310e702148582c76794bc87d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b294bd01252f5a77c8e40733df79b6ae42297b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a43ca0fadfe3ca6881361ef6617e96598c00197f891430c7cfaf6b918c94a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9805bc319b98f1d1b554eb5616f970d85b16ce07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065a65a901719dac4fde7ac340c2553b6640952501fb61df0372f3444fd60608
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8516493fa9d4f233649be0bba2f43ac0f5516f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59afe2272173cebcbc05082bde8b3ccbc788f33c7bed9ed44d9cca01c0a11852
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f6e88cca9c6ff82134adf20de52bbd596c9990
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc5175e58a9b5f8e41d261ff0ebb107f04c0674dab9e1421c4491c0f2d42312
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915902a85a420868c8bcf704d5dba206e60d3701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433e4f13f72b055244d80db5bda123174edb0d19c6db4cc97b2370f9a3629a12
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7aaff16125352e4f6d0cbf00e79ed43be7a6a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369f4a8eecceb5bc1e81aa3b8eb38537e9af791a10ce9eefbfc08f05667d5e1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecb5f0d217884acd06e1d4d4b493d42719ee06d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a3d33ad76db22ae7fcdb843d798b73e985aeaf4a5df5da80c50973919b3371
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519d152821cd6fab630d8d2ebbb56bc59b0e9643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7cfbe7bba96d887eda56f866378bfe76ee237fc5393c5fac6a5ec3e143b5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41354693e4d8e109cad2e49fdb15413713d3ab6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87266a140ed89c172cb93e6a23378f71a188089a513ea2f1d9e04ce34b85d08
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28715ca41725aa6d3d9c9c4a3e060facc088e7b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341e9f1c7615be11676d678dd00745f51ceefd3a727084da1cfb71e12817b368
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce97de1fea07962f640c8c05175829159e3ae6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea29b4fa5fde1d8c8f096a27ae25ea19d97f7438fe09ab6ba4dd9acc8fe41ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb6d2889de2db258b6773d0892d80a46d868c36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aa850959fc3030e40e3e8c8c42695e8f9ed8edb35731d1d926a568fcfae7be
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eb811c73d58d057744592cc19c0183b7f2d2d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9103ddf2fb41c0b7e668aec9a9f9717fc04984c4237b2fd82ff7bb542617b521
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9c47e46f3be685e0d1914a02683397bfee192d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f867ab455e18ceb8cf81a90262a858d1ae6934c63f99476305baffcb05ee2e95
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46be4e6471c4a1017cba9ba29ebad71dc71c77da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7043534e30b1e16aa0e5001c4bef7bdc358765b7cae5fe85eb0d282cc01265c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75a328feb5ebc8356a62eefc54f253e6a591b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01913511db19c63d275990870af98313ec17930e3c2512e740e35daf762f0e6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265941fa2db37fda3393fc9173e7ed1b9ac518bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772bd641312119513fde5004f73d14c6956c69fd6a765def33bc9b1f9bd87759
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a94cf9c09bd8b9a07fa9a5560e779faf90882d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea77941f65f4cd52575cd33275f1fc5384cff52f9967b651d5c28307ccc34a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeed31d3c725d29114cfc181c97203a0007514b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3fdf44e93b3c118399aa25542e7c74b00d03bd019d9ab9f4f5df3c35d6d2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb4b6768a64b6e715c1631751567691ccf1913d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5b7d0b3b9a82a0021b06f24e625d551b5f5f39f3e14b8a89f17098d358d316
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc95480899a9d8b56ea06aee8fa4f7894748010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dc1afc0dabf5971aad5a5daadfcc14bd44cfc3b85580c8f74690a9cf2daec1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e08730f2fc72077159dcd1b4c4b7b1f061a194
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2444b75e337b10306a7485550603eb26d998cfc02cfaa03363bf6a790ec8340
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578b3ec97ffec606ff9e8687599fd118e49e951c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609b6d7066a24bad8403e2474e8c92a4a4e1947efeb7b2565e976ad5a12d8e66
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be11cabd994f11defcd6f25d86d5a1010aeaf03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848db2ef4e2d7a878af0114690889a5904ad606cad43d91eb3b13193eb3b586c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012686c7bb43ca590cec2818e7b66332cc563030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef32858b3b9afd684e8b8a55292fc48decf096a4ba91ba98bf7467ed9cb6415
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eb3700d09a7029ec73244753f84b5a68127cdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7226247a6e82dfb44a373f7553421662e5a7fda859162bbbb9da5be9923647
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a7f06e87da0a9d1838eecf71ab4321054a54e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f66c8b539dcd934001a7041c829c6f30ee4ed150f48754d4984dfe31d3fd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda74a9dddff485cc6d8f2c46f44e5ede79a3b08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec064a59ba6f13892efafec8a8d2f31a9cd5d5074646b418534ca3296f826c02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b5a3c187fa5ce2e72dc8cac875c41915877f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f136b234a378366665911100639fc4a87c3d946f5f9513957c9b49ccf74c43
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2fa52eac5dfdb7a33b30cd7640def05431f045
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b227cf010a2a4ec7b6e22eb14f6fed54581734d3164d42db9443fce5f2983a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdbaa64e84e295ce16e3e1215169daab7faa7da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4013727a2afebb8071c0d2850dc9098fe9449c4ec25da706d197fc5af92e9d75
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e434ec49df4fdcd29b38db565963bcc3ed570c13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfadba260da1b7d6ed26b8bc13dafe18c03ce9f17d5b5a6eb88d520d6a9a363c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5b6bcf5259681c7585b000bafb1a2747206e7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7358081c3346eaf0e5ff68c001a764d11527a5c55fbaf464f75576544777f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8da7ea8a28200b5e751b4e5b7896b7cebc1388a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8626bf6deba288f05fa74f0808f5d8bf16fa0b23801fbc6ab7f000dfb13bd1ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a679f1f797016cc836e0ddd7fe71ee47b7f0cbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623b00f0a899fc7813b3356e1e90b6d615323867de63d5711f47db4b0452069
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34a70c39e2d22148088a42963084abc31eafe83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bbcf0e1e8fd92cffbb3034b441858859f79c211bd97351062b65902aaf3a2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd57894487c2cf4f7653fa5003d738f75793c340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b2f52df56ec81ec774d00880ad6ee88da107ed6e6c4aad47dc5d1444197cff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c9526778217951f8cc57a0f16c99e9e7f407cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc023b4b8c485e827aab105c199756dd4147f0757ba9673005120093e8f714b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8309640995dabdb2a04f36e77c1bb3b84d25022a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e31f75cefbaec81a187cdeeb799d02a40626f4e1f6eecdd5f34feb0cf31b02a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd377b317b7b8c78c687654380507ad7c80dae9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378c735617a368ec6de85b527bfc3536c0c6cd70c9941c7c996d8fdd88e327f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ea8d892e09538ea9fc672ad7c73c6f88d1c56a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c87c96d4402c26cae18f458a3faf1aa59b51ecee9d5b78a53672efd512134b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfacc214fa36cbacae9fec049a3f3c0ef9e6fea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b71e64369c93c39c3bda2625d75d1acb87f78dc9d06dbfa5e7252340f8eff84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3320a8468c6d1c693aad2af51a73bcb4c807414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd7d2011dfa488203dacb3d861da97ece8bc90a9be1451e8800a1e5a142c235
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00353fe9f8747a21d4cf56a3fdbd11230d10e4e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d903ebfe2390a9308f941e08a83538c0d6ba291bb282bca5cbc9442443c39f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740bca221ab57b74f7f60ff93dda226e83a9d7b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368082795e3d2ae9ccdd4fb9692d99653572f821691e9a22c20a193cb576c9f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630998013b426a9934da36084a86dd8f8d9bf57e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34b815a1d3519c204d0fd00530780799299b23f4436010e1c748492544d68e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b8fab644e4e67aa6cb902773bb4a6375d758b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173b1b87cc66e2b775c6df7c7c8820b1aebefeb2e4597d1ce61aa3fd8cecdb4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d70345c547be68d5b3b04932c18339708761237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7696da057c6e1eb0faa118a658678cda37ba420c7da948b7393831f5633719e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e2bb5c278ea45c0fe50fe63507c4034bc7296d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48deb6982f8d14e52ba82c7c106922bad6ce97504bc8fa3d2396c2d481f27f4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bec28709cfa0402baed136c94c139223d28618a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b004286b08069724f57a8b6d208e5425c4581fc7dea7532ab2f45e82f87f4df1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d5a57c4eb027f73b4bcf63304a723f965d6e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd29ecef47d98da356e1fb498d0abde8b1ccf81bfd8c06cd4cca4b938def8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f85542a67b1862b75460a7bfd8b2e5db496493d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789bf0198f4ceda3c747f57ff2b299d111d36495897e9cd88b64e34339633515
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3707fe544d796cfe9e23f2f0523ccd8d90c76af2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551a3ee3dc51ca44967f8ba1ecb84d02e8120c21fa21ecdd106a8ace86c14a4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d67ed66b500fc455138ece77bdbe2cd5def83ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6147815619769aa099938d277d98a017e80cb590f46966f23b4e9c02bbb8c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f14aab9ad7d1d3594d8c8f45f22c3d8198d890
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fb2eeb5d1a4fdecff69483ac6b748fe3e7228181670b0d8291e46a23b86c4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3598c4b059ee5a61225195e4403618e89dd90eec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbd6f07f42d80493f081041969710c89671f7e0b0a1bc4adeb523b34caa5c64
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b582d0cdb273d6bfe88a6e2aee4c666333d3f76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af4ab4383315d50b019978e45da7d2318b76323783cc96a8ae29cbfd39e0497
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcd315f787d957e745eeb492ac56f25d8ffb16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b217a5fd01d35ebdd256db148b9dda8bd7cd7aa3b99a253df4d7676e7517837
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1969c8ecac6bc285014ea773a5fa3d84a41b75e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4af9e3b308304b79b0d8a0d8e65c48b159978e1dbf59e7f0baeb0bcd1a7eb50
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297f1663e0cb81a018e2b2349e7e86d2f7ab28ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad16ec4e1066563695b35cd571ab364a5a37e5824d9c2fb0e9d5c9a2f9e0f91b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a416da5c51bcce0706dc361575f61c0c49c2378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35eefa334a29c0302e0a95ccfcc724f44f748632f3a0cf92b496184a9d88949c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee49c958e565e28e7fda0d30335613797f42791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7884e02feb3dc99fa4becdd78e8b2aeb30077a54179bbd3d95722f0ee9b30741
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56eb30505b0010b4bd43d15b65ee9e99f98f127
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aedc5f203e92cc02cacec931f9f85bc9d2385d48ac0c934b57ee42f80363e72
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec15fdc9cb9243566146a82fad469249bff571ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84aff3561debddf98d169866e2eb001d4bf2fa767445a2a77540083a363771d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ec4d85df5520f0d76a0ef1f5a27c6894a01753
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51de0624f62963766a5b8f7f27f67d7fabe6098fa233c93f616438c9b9fc5316
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd42faa2b8b1f5cd63cbb4427f8adf6c0ecab65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a99c7d6a81c0cbb9d77929078a894665ca4d2ef34684062e60586dddfe60a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f55d14d05a3379ae801910c81be09aec2b831d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0cf1888c75c33da9e872ec3f914db47ac3a7906e77c93309e498d370c64859
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f61711cb7477d21befcccd11739ac5f082c561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c84deb4e1dbc1264c2ac57adedfb74e10b6dbb271ddf75b7627db584344423
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d724b818c2ab8366b9c0fa36d4f2009d273974e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69f26627a6f9e70fd3339dfed13ccf11ffc69a3fc99baa3d14576b8284ce866
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae62e6a03b145f9b2624e49e450d973c465eaef3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4fe7f66ce48b354061c1337a0097ebb5750567482c57433d158f445f3b790e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdb1a1c989985630c50696617276fa08af27bc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4cb8efac0ab9049c61e81e227965fc2a5cdbe31d8eb0c62a10e30a6e09390d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c1bd7bfc4ba9b848c2b0552f826ddb2f624fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567c850156de35b66a48fe5122bd398016f37b3621bebac9c52afe564eb1d37a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd771ac9aef70b92643fe96d7b6b3f6c10c1514
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c58a99cfae61149a82c2011fc83c8e6a53b4fd959a69ef4c9cdd795e2554dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b46a2f3631b12b266c32504166586093922f29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf5c45825617d4637c67fd3e65e25c2b84d6dac656a723b76a8df55383c1722
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac178c23365e15996f42aa98bc2a626ce243530f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3ef718cee4913c4857f13a211cfec27f12008f2a21481bd2ce7c0b9c61308d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac849f719136a3dfdca2a0828a8bdfd204d657e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6237094952f16dc5490049581cf22eaeb56517ab724f4cd45e36b286ad3e24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5dbc08ac0e59919fc13ea03ca9323b361f6493
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7140840b63462b445a090f3a6201a33797c45ef5e3f1a052ed7ca3daa4a43d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70f5502298ce4ae7dfa3a6512a4d943a1fe22df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba4426063bc167f2ae31ad4f45957fccca1092dc80ba0e48a28852e389fc85b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85647f8393e65058371955a326138ea43ae2b9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191c299f6751dd235de74eb8d2ce86df0387b92207c2b2fdf010fc88fb904277
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de89afb037b2be40bcab34cc8961ace3a95b049e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0441633d68c1a2208afdbdf453fa2a631ac149d43557a8e51a67c71fa245f7a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ce911695d4892a23620708346e243fa6917e9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3fc43944a308b7d742c45b10560842f42d5ff0bd6c99f2aa54bffd3756394d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bd17d05354e65d10eb997e5666e5a9ffbce0bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28827e255625dd9764e641cfdb7d15ddd3f4fb9de1461fb806f4e89e1cfaafdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0648583c6b03f5eecc91d79dee4546bf05b355bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978ef183aa0608501a4cf4a5d2d4646d68f3dcf2e254849fde96efec801a43b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e25364c7a23ab97890ac39341bc8db4d4a1645
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0a427a94f7293b1805cd3f80142f46d369155a2fa65e75c96f2e74b1066be5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefdd1c2a76e24f512f9b0a6850a4c44ae099e99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435309678125a4eecc4befe07705a4c34c0b685be7adc08db65584cf56696a89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906af0b08e7852bd7c7c341c57b810d0550f0075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5830b39d0afac53bb93536ff3357f28f0f8f40253e3085f8c3f561ecf27977f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aac434504bea477381e444e8335835abd7dc53e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7858ab874b32d72f81850f77a1479604da77e2901e83766d20631b2ee3c6399f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a14064e2ca9c3400908d1a413d2cdf2eff6c8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d678c979b33bdcf863b5186b83b2e0f34b2af09b070d82ab241d81f2ee855cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265fa33445185009969e412c1245538fa1d9403f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d2a13a17221a22c411266adca8eb6836b54e4384910d147de58888c2c56c85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2338569144edaef6a3a23fa1945b8c3935e721
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482557fc40922aaf20373dcc73f79896c8ab840bb2fd42faab003e3a7639b0ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed98defce3bf587aa5d20026884b2b2ba695db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e2e38211fa54abca39abaa7631fb5f5ebca6d4e49b8648ad842bf63d5c697
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f551c2ed1324b8cad82a20a27e706f40e0d60e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cee19c00126d744c2ffcefa2409d7ab41a00b8b4c0ca151f14e5f7a6638ff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd32f976fc54339b97d7827d927964c55516484b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f40f6af68550b6ae9661b5d448cd172d856f4aa74559f602a5ddd5d7fad34da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4756654581eab100bdd57a52807306d8512b2ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3d78b4eda7bacd8f2577dedbde06de90f527662a525425e217edb956528309
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd75fceffe76e7a178de215cc9bd074619201d4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7376176cacd4249c14c787f3cf54d63023311f7814aa919dd76e81f1523ef71e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344d74a9654ba66cf0751217787d7897b4fba6c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c255856b6aa70d7a5969f0b1e367fd4088c3f7285855a66d416181e2bb5fd892
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3bc029791008a60a4c210133ef199ae2110a06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244380d42f55be23f18c3b80c9738feb63ff3224a6dc3a6c5df5a46ab9722483
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ed9c6cad54c614e59da9c817d1d40d6f6be93e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e6102d4795c4137221398626e4343df1b3c76e4f45eef6a740d88556ea5d53
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25694c266716b8673a793afe4d276fe7e2bb256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286323195926b4ba0c977273f842a625a1cb9ae242aaf85956661156b2db255d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4fd399c191e66fc915e12874ea171321137be1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bf136792aa9cd8933a769c1def305e979b0c06ac8d8f2f959e77aeff3d757b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc3412089c27872b5000601740389b67a7738af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99441ae436efbeea7da53edd5fdbdab3495c77e77996d9bba99927e45f74a97
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e160d4e9eb9fabf6635b85b294a06762c035fd0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9563ac294f15a3f398bb2c02502f9a676c1179f8fe8876d346c77f372b61560f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27da55b5697875d602cbb42b9ace076ce27d68b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd8199320d9e11c3afa930598d5f5750e94ad0bf109102ee642ee0463be59a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c260777c66412f5cc994ae6fc15fda2266c8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdfb53c14eb13a0412fcb04d96abff94ffbce303400d60591b71e250708e8ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8424ae1ae40b5fd53377067a0e09fee937ba39b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7186764df7441522cc4442e0fbb8e417976ca8c4cc8a031fe247650e53afc6db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4821b7dbc3b74921757bcb0073be5b8e12dc8a73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86808c2a79ad9a7086e60d1fd48e9fbbae8c3933cc02acb6f8400e4eccad92f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef748f37b616c1ef318d5ba800901482b456052
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dfa3af9c797a4ede4ef265643c083683c2030082c2f1f15f580cad7d842e85
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e740da9d9b84784bb1a8155e2c896b7708afc69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6bb3d732b812306ff137f2388706242dac62a584c1998764647269141a2e0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f256dfde966e77ba2af44ec8fb8f1bbc3f2fdaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb0088d786a311a2536aaeb38727cb6426f03b0b1a92543068f0068bd3b05b9
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e976776efe3b671d2d957f29db286c6fd64f325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c54c5505919c76a63b302d480512615dfd839d8320823377d80aa70c59ddfb
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a239155f9543dd763ab6327fdcba6571d1460b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9da12622c3e4c1d484898f5053d4e9487d3a60484f6cb78cb6dea4eea09cb7
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748d2672ef94ca5b60156b6500a884293a2781a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db04af24b0157dcd72f39bdaa5041da7795518909db80b3fab210c77b4471e90
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e734cbc692fc440a545c869717f03cd07c532ce0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6421d086febc3f6e84a78fe28570b02f3fcc0ce5cbad75fe378ccab74d2bf6f2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b552ebb5454b963a01aa674d8ddb2d0fe0527c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8fa75fd2cba49608929cf472c6e4312e417ac3fc57e4b93986d08b8320ef4b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ee96c4db32b91a1f2e0c2ad4694ac67244b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b2d6df909467b9ec0ed698243a7df75d993d13ffc0f488ed3f59ddfc5b051
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebb164b0ec3c5307513cd7da4cbe0e7489d358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430db0e30b7a2ff9360e7c4539dae85f3e70cd37f101c16ee8aff1b622662a96
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126dbc8720f1dff03a5a0bc4cdf9aaafa6a37223
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ffd1a36a9958883edcad1f3fd5b595aaa09aa6b39b38c010ddf7d30a920dcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56549d56badab2129fde40aa0c41e644c59aa3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c612c353210e8b18e738a819c251b78f67ef6be221490d6c9019e8803e7d38c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e19855a1e34f45c1b73d7f58261731390cda02e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e8609e00b3ce637bdda741d27a8a716da01ff7ef937c7fff0b775522f2b84d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc71a967b8fad1ca740d9434814a290f18be152
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab2783a4b692b9f806b22acf2dfae91d4b83803c33174faed45a4b14ff75652
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564705d1090e40d5d941388f1d160505140183f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5bcea01a874ac2356219fe03cea742b68e22aa02688553a4353189bb5466a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038713f9771b4d2686febec567e1fc4308dbc7e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b343eff4eb79769c4a1ee8090a4db9494178b4d09b2e1734d40640c4d362501
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f051895b1d1d9bfc29acde9e83e161a7264220b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70dc8cb8ccd33503c184702667af00f774ae72294965798b41d40e953c8c20a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d295a77864d2db6a6f1471eda5b216da1674e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13384d205fed118d3657e1c450314350a68f461450784c6ba2192ae3dbd4f168
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75afef03b864d5c2c2128041f5f591bc7f1c7f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43092278e95e48a10c44c5ae3df072d020e2358127352612663ee6ab3fbc84
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e68e80b80e6f2887416f696939925c153b8ae6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbb2130947afa62343528e4525f6ca960f0b0e0c75eae0325bdf5eaed998fb9
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4238a39e0e9d453796b5273f1695f0834e9c5a6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945d212428390a0d064fcf40054761f84222cd875e409309e6b34020296cabac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b58a8ba09323ead88138036ea001fbfb55970ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f550cebd8cb54e42d76e346034634e555ad65457e8a23e20f92ecc3473083b58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9579634aaf299347f91cab2cd177190a9496b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313fde50a66735bfd1e15e7cfe2009d394e2d9d4656a911b5feabfff991a33ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392ec6c43ea0aedcbb9a346c6ec8aa883681fa08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a50d806ed7b33281cb42ac65bbebb9004220a8f6d9363144732f2f87097ebdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce7ce62b042ad5e5942d3ea3b5c3e43df4e910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17172f97198a693a6e10cadcb08536b956472018bc9bb25cce4f0f9e0afd51b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34d4427ae9572ddc9013e9766095c5e805ce69c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849bc191214e10484bcccdf8fe19539df3a6569c723dbb73deafc9078adb7a22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d25584337be416486801e0534ee436353197899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55ba44f3e3c153718ead1c2e2fd67721c895e16845e6a86287c30ba02780cd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ae2459b552fa9b149a997b2514db8ddf5c981d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3934a65e7d5b436116f702a679863dd29cdbc3f99158b21736d359af7e4cf6ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd884b9f86c42017dd8ab5786426d63b09b98fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1aa3ed1404ec02c020858114b0f41d06a388b26430a140b9b0405cbd6d3906
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60119ead8d7d6894e87a1a6d000527e8f680ae03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21feb788f6320c9b6d21d4739e755c78625af39c19f8c47052f380c6507374d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ccb4cdfbefa88104400425643de02802925fbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147b54fc21a5f0308d34fa008b8404cd2ff1e06c0ebe9941dc2ef05336d3ffb7
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1198f576a81a8c3f3419e7d0ec67de974f76c7e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f2c3e80930b1d1ca0e2f5f38c3a828ac3d0a089bc78f2462818b6132bac4e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf60f36ada5704209e10a3edc02b3b90ec7d4f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374a3255467fc521296e7f2c3c33d22b67dced06cbbf7e53b7b64ee120591ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e572b726b155b430aaa7629190fa3730d1b254
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad6853c46a66cd5c04dea98c6697c6fc6c51ea9f1bd8c068fc5e3682ee3c626
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0aa6df81e045b700e613de70c20b5bbaccbdc29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d92dce5ed6add109668098e381e5eb3590be9482b73e13fb459ff3b8b512cc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f591294e0cde5e3810258f16b80b8604411baf37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b363590c842b81a6fed5cb80b59bedceced615a8ecf04cd02537a334670c038
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2020f7605c0a25157c7e2e7a2312c739e8e72da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a4e0f8a5bea99f47f58ebc841b64efd65979a4914ae41c7ef05da0aca0efc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e437bdd2396330a00b106df84067d4f9c06d11b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f9a90869ba4fb785d8e5b0a97893e95a5aedff5bade7b10206bcf0172b4ec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad4f9d858d3e5cabbffdb5b8cbdb00f69ef237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71072bd32c1dc4ce8d6d6243a19917698b31c980bca26b8fee8b5d5c467c40e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f650a7a002f750941b0a7c93c4325f2afacdc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0829eb286b809bc2dbae193ff0030679671dfec4ae590d4f76b8c63f7b5aca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0059060f52cebe72e2fed240f691cc1e0bcbf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3b15df23b71b3222514c74dc6c14b900743606329e959273478594f8fc19fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7d2362674283f5ee84ce7964296fd394505147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2232eea3d622e1fd66d4bdd980627b63829a97d0bf98e7faed96d037ec77776
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410ba1398e27843ec7c3f70f0089b450ef5adf21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d220006ba8e574a4e59d3c5da877d0f6c5839f68518aca6b3806c0f6913869
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91551c83d8ae6ebee4573f1181d037080e54002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723d3a42daae58a766635ccbba4c656d96725e1590db4172ac1e1692462e9d73
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5889258ad3caec4c8c27644e7c6a485a4407a30e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57feb8663080938feed7ea7b7b30bebfd6645ff65378f8f9d1a5486cf12e8b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864d64c2a7bb4d4db33347b615b0c0a719292ed5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3c34c5280d02e8dd40a8749a936c6c8f341abf15b0dfbbc04cf84ec2f993e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9daa57bbcda21df63b7273f10d521377676c74d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627bf2ef790ba07a57deb530582b433d38400a1ec15a6abfb8548dd4dc379145
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6228281627aa90bf124084866341c4405c5db2be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88767105bd190749eec114d99f825f7008d74528ceb0fd2cd26f93bad8cc2203
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f3be83f3f0fa421942139fad218108f11e82d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9662a8656bf9f6185f1ebd2325e85875c0eccc6da37c217a8fee620f0ac71c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df9fdd8e23052514f9314ceb8d329075667f461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb888b02bb95076712778c570138c1d1307445efe2184bed6767e2780dffce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765718c682fe308bc9397d6ef7aec7ab4fb6aac2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc04214df2a3afe84ab129aa8fd94e18dabeec88e7e0820aed60fa0889b5ffd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f606a11a23deca5a030d7669e9adc7690dada27b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dd8e30e0d058979142d140ca2c084d7ca6485c74fa23b7d66879c6e7cca768
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3299894d7de74ebf6ddb780143831503ad1a905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50217f87a1a66d562a52d45d38a7c92c47de1adc52ce47612cc12c8c246d9438
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a84a34454ffa78d8403b67b482e504996cf2e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d15331b5e5dc4e49e99e94c592857e0a99ee3b5ce996a845c04bff9f99363f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6061566dde3a0a95fe2e14f9a89609a392a06475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2458cbed7e145678a203b6aa44620b26e9c6a90175c7e6c1278be31acba614
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78b5909950b68cf10f239bdb453d914fe590826
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436165dc5dd9289e8a6a456e7e48a5d32500062541e767baf1c404983421748
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7c9c09e64978112f5eb4398460975465dc2571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd1b9e6af2f1f618e93cd7da7e70e6d7db1e7a9b5291996b513274e410c80c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa3c44921e7e4f4ffc57bf751885effcc27d27e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adae40e3fe2d0de415da007a8afcbe4387828bf136c3aae7147017287bf9bd82
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8d6c7cdcd6dcb869a4b7353b85c89374a0dc0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c7c1f206221fd3069c15adf588e4a6ba270d1819cce076f891f42e2a24d199
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ff56be9b97c11db80ef48ca021af3731737fff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c2d1e774812a5f1e228d16b2431f909161a3ece8a9f639f3954f628241c45b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073752fff8f62ea7c30e5bc3f0f547f7883090e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863577a80b3fcbcaf43cd60f214e9227494ec1237ecdd2b586cdfc76ccb3675
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e23cb79e7f55422ced98dbade6b214d1f4f211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15eac6a1dcc9336bf0cb23a43018879ce1de8c76b69800fafd0ee736a04c881c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12c751fe6fdb987856fe40686d048ae979af744
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eb77d6ed64dfadf430a6ed1f7d11e996616b3e4a3bcbe218506336d2908002
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad933612a8e873471c9e547f94b3052f4079f3d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b5c965c7864931d9cbc4246d043d4bbf2372d15bec9da4c7a3f1efac524fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6464dec92ecd9669ffb489020800a9012fc67ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90198c8b08b98b952d17388f51e72b35ebc9c826110a00b0e6f11d62bb9a717
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a0018a785438abdba1ac58f0b944f8d3d702f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcb0018e4e53901d3d30ff16076b05afc3ef9bf789b6ed7e465d7d8395e5114
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d9996a4b1e7f865da81cdd2cb3d1df32b5f859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32cf3717e307a2d3cb897c15b63a56807566997eb926c1e11c5034abcd1f92e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2d06e5ed91998474b98259ff0cfa0678cc591e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865af433c51ba5e9070dbf0469929170bc0a94d0c0ec232bde09a01ccd0f0419
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c5b1d6ab90aa386c1d071d883020af34e29308
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67199d9149cf209cd634334abee1c709108f1f65fcb6169fd426f93af9b15eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e7900e41124730102c93bca1f2c23199974548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6c52ace359e1d59b2ad650393c92c29ce6eed805685bd0fe8fff597a768a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7ce7eb9a189b76cb3a39cfa2df02cf4b6f55e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f63b378f20ef3232224c09339b553868871cbf87e5bec8549045153e7bf6974
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1227aa216a1b646d0352c6ce50401a201b3ec2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec3ee6ec75bf11725b6b8b0a97b5306ae431227b5d44799ce7b2d83b6cb6eb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb5740eef38c712af70d64f08f52b0b8d94b1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbfebfd5423a6ffdb738750a07f3dfb881ee4105ac714ba2d7c01fa0a5ae483
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624cc8bbd3a4127813c5cafa8587bf12da53875d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ca46dc2d0bab20fda8b7296e923fba04c96231ce7c265d6789d206a17297fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76568ceaafec0c2f12244d03299f66dc31b32e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55174851ddc993f5937198b7bbba51773175519e32a533e89c681a08ab115568
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736bbe652ac105255704fe9320930928d972b1c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6fedd9c735414006872e949a4200e4345b433193982ee22762dca6b5ae7631
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57365438fc06259ecbc13ad3aaeb051811bc9fd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556257230823114c0007a73d3726174d5ca80322267c2e75426ebc9a174cedd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835dcd49dc3bb23d7147f2df41f47bccf2bbdb8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b084157bf08d13929c45fda76d42ab5e3f52c05139116c6c7f82d43b379c1797
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a655da0f77e41c9ee9e424da0e4a00056cf50b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f031a749506ddbad5b44fecaf93a9694d7f9bd6ccda637d364211ef07b61a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a615a7e0e44cc2971a0bec762c7cd7fdaedbbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0171df69d12b3298bdf12df8d348a0d52de33154f15aff2888edff4bf6671e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2db65f1435d8274478fbca5f00e113f22ce9993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acf35061e2c006b39ca2515882ca551c9b0dd00d27e5ab9e437f49bf1b5fc6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204d7bc5bff391916ca6e61b20a4785697f0c6aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2ab43577df0a07a08ac3f9a6a3fd6672f68c078b082d53100f4fee9798b624
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fa40d3ffa5ea361e8c58a617abda37f135c052
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cda261700b4af67af924425b1567effe810aa31ff6ca8c480ffc95ef0ee9e78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c8ebf6bccdebd5e7fb9d41ca229708bf427ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede8b6d42e18af85e84ba72141d8446380b88f3739b1f37a78ae44fd7a0af32
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b85a1078695d266b81ba3238e4dd465ea849b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8849a40fe0907ac94f78523f4420fe0641dc40b6a757f248fcdf1590d29e465
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7ace92bf14f2a1ed82eeb742c681aef23ed2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04924819709dc483c38e01c2ac9911f47121f22fd4f62dddc949c1b18c6d823
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e969a6e511505479709cce0d3b3121f7ad9891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26f39a8f342b8f2ce6c097a76cd9f205b100a58a7c9ce8448a16a8da9755468
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c269178f9bb39abae168412b36e82b5352fd133
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e05a2d5d749960af38b9d14909a600b492646d842b4edf2eecb836624c9aca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c99279527859c92368954d09c2384f3480b8baa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbb475b75005dcbd80e1058597db384c78693486c26c246c07c5e54b4682d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872c66f091db878d264c8a7b795c35d1cac7193d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c127aac271748f847f4990918767eb45337f376941045f4a5847e271e17549f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32225b96494afd516487a3ba9c261a54ec4e8dfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7b26eeb63410e81642e832f4edadb3e7b25f80c998049748286841fab45166
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea47f7f8a3f7f72c3560fe829514eabc2ec3f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b853ee03f0a4fef3f385e07537b91d4d6109e1eb0872b9682a09d3f8f000a0
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ff0140511968272ee39503cbc2e5f27ac18c63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c3b372045aa913ff2dda39511732a419c64427dd3401086d3e6e4a0141497f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8cca9d90050c8498adcbde3ea78d7c5c3d4ec5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc325ae9d31b0d99110b31d5155932ee23772fa1d85e39771e8706bc829577
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6352119bbb80aa1d26879c4bef5db3dc7f300c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78b034d7ba134067c704197eed5d88967675de6ccf93357c884b98647cf9f1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79a4a9c0a4add0584fe2c046bfb4379ef41152a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083917cf6788fa898f11ca5315146f5bbe2966d9601b5b8c92ea3c6448603128
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77a3b03749d70078bc5f076093fd54cc78fefc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca8b438551de4a039088faccd58a82794ba90b21ad36162c544e48748d645af
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a105ae563b5759eab2a3e674775db2e89fdf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61855c6774133d7579e5349e2b163a00db93da735f8a489f183502a33a7091b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241baeb4dc8543176b8b3ad0a0f50c807b68dd9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5b4729b96cd57312fb9676829b0b01ae85d81a803897684f996c97c99a4b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a6c8032acd5a8ae0f7bca9e229997728cb2f69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0618aecbe2437376fec60e7ae761531476e7120ae8547fd90d4f73fb3676f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ec7cc6f354cfe7bebccefacf0c9adaab7d2930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb142cc0014fde71a095fc4d68958db8c95c2dd189c2278635d8c58f44a82e40
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be17b2e14abd9bbd7544a19266e115e1299ad0bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdf2da671647d25eaaed433ade2f8533bb368de19474193f6b0ab767c4cc859
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2cf649348fd2c1d95f13cf8f237a9463f10cd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f075988e2da3850a7867ecd4783e8ebb8ae82cf9a8ad0a39e6c68d95e15ec17
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112a8bd4bbd71d370026a25280e832a2570986a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8afafaf70483cb527603a3da2e39c34bb0c8e615bcde8d30ddf799ee61541c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac5e30000966a2567d0a0849b5b5b7008c98973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3102c08fb3e6e6f3715ddc0b4dc03a91fcc6fb4d28978dc9589246cd44dab56f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7056548dac5247491134af8900eb8a0acccea7d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096e38530245f96b5600b27009dc6c1fa8487c558952a33a22adb09e4b27ff01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c2aba5d9cd32e54e4f3c958250778acf437eca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a0caa461c1c86cdf888beb616c0f25647d7ef0bdcfcfd7843213b98ce9ce73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8e746ebbfda0171c5e3d6470190a7884a54c8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9d52a309e1899386628841f95d4c6592a6b2385f4313cf65dc3b7e9eab6e24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b15d1229cd3cab251ba279904257f6fc5decdb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d6f1346081c6b6ccb29fc2a9622bdeb74ceb8cb0be47545f10d12cc46a7279
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceeb2daead5038ddd28841195a5efb4fa0f8d57a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19882f537dc354dfdcd4d71cbb2a9357e5172c82278b09107c2251f330592ad7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04625c923041882e970b31b213fb55e12b19e93a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f6f66ad3ed3cb893175c84b03c83c47deada07649c05e930ed157f28e544aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e062d5916445e93d3755b31506a964f015721c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bb1901c43a86d149461cd6ab16f7809f2dcecfcdf19990d6a32f9b74f6262b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f81c4bcbebb183351a3940b5f5a2772a377207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e71e7761b7df48646546fc25715c7a19279968f2364b69b4c3fa3ccd44efff
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbbd867b40543c12892b3fda60f588c3b37b07e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2d331d5fea27ed617178800aa4521f536b1c762fd450822933a74e6f913d6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0e900caba8aa307a3ed81d899fe420169403b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb75ff515cd2893343604f62d26b4251e6afe5ed907877e62700a11180755965
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd64af3d5e4de6986e51ae94eb15e051ceffccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1565ea9161b85e540a4e3fa20cd0ae6545fb07a2c6f2798b5ad65f178ca481ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c76cd49c2844f02aca37c7f61408600cba06d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d3e5d7b9a3d1223b997fb77ff553927e5b8781a54ffd5356f10ca24e915be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acc674aa909c3a263c1193c32baa39509206918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49c4b2c880eb5778324d742a49502d7fe63ec3a1186c2b9dd06368b5affd193
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830a39203eb50e5dd68ee7d9e7c3b8f1fe0fd6f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b98aa78df81ab05a53fc738506ccb8f641b959be2adece73771202133c1d04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ab860262636e5ca1dc8ae320656914614847a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eeada61f4b02a8ac408873314734ea481c5584306bb448e7de05faa58c90f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596bfbe04c79e88325f2004930865f66de32149f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71a1e762804505ceee41fb8a7b6caa9749f12cf4513029af2cd0e44ea4bc21a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeb25b72be472a3bb59205508b19cb0bef14873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef85930673b32a6bfda1893dbd14bce7bd1e896561804bbd9d055adce2b62b24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42643bc585701fce347a9cd2024b0c5537b319ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f430290db45961e297fd4a2e8cf4bd345c22bf34267076e97302823f5f62c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea307201f898c51aaf775a9c9be299332b2edd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d74d8e3709ef52de0ad46343df62816c402eb6d8a187750827a2e13124a943
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1789c2228ed9d2e79eb13a0c98d82fa6e05c7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c5d9ab24b5566d285e1b48a7df9185e477dcd7cd9fa212012fa2788e79531f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d8212076a1763648e77409d5dbd2ab33bdb475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7b37c1b506fd6258d9f3bc0456bae448273f7c3675255b22833c2e1ae6fd2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9524461590b18aee4e186c1f8baf08ba7a4fc20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545aa82afd70e21c1cfe5e9bf7fd2eba7d63c6cbcfdad84c0f9111f9b6122a40
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7061ab8b90faa5b678ba0ae612cff3b578b28a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26ef663b7b8b6cffc847484ef3035b24770adbbee2d7cc4054e94c59eb13b98
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265230410c4bc0e62123d9319e5b331aaff5f133
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2adb950ac4b196868b9419ace806b6274a5885c1b02e6ce7959e5ee36b29bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95633f2174d45c32c78697760bd3dc1997a40f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63524800d3a4c11b97b2a8b5590f01c99db81d9feedfa826587a28b9c9a7674b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46e3dbd45d1cb86a4ce7d3b9625e71fbbb2bc0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607031daf57039b3b215a455d5e6d5c53681675f22119b0da838a22f2b621a36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ed6a8a0bef99ff10109fd959ab1ddb0c43342c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97776b53ec487cbeb4d5e7c5727a4cb8850b8c2dc0264afd30b70ffb28b6d16e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4f961cf88b5c92b03dda0b6374f8d9f979524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601020f2732a49225a407440cb64bb5b95d7c1bc4f296da35c9d9e1081ad1f20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2232ff9d6d29cf38a4210a384d96cadb262136b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075a80656d2645b96a28d89d0c0dbc875c4d6ca056a9e38496b359a890384597
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac2615fc32206011db8f7e9372d9eb8382f92d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db161061214cc98fdc6a557b23f08a6a013362a063352337859ad75597717f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16a92ffc33a4d1412aaec3c8ad8f68ebe82c04d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cd33eec55ccc69f0331366feb372f5be1708485e0732d1568aee565f8b31b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c0c44397899a8b52e1ce16e2b1c0e7980ae8d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddd6c2e519b4be41b668aac165e0625a970a11f63ba6d010bac63fe97b290a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec8c9f1e95b4d937fddf13e86f09eaf0ec73ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e519af932990b9443f9e28e36d6d7050a2aa678bbbb479749c2338625c96389
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5109d44d42758f52e2c142254029ffb65478c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc203288f323bf8dd86c3709d2701d326a0f99ff73b12d9b38c291dc1222324
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783022197e014738cb6c48f673a7bba09bf64347
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ffbdacacbb115ca87299d4c110e14392bcde3b012e6e9322e020be2c706019
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcd7c687aa5f73610fff697c377a25481817b65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372b4b7b786aa318e85be7f1d42d75e113b49f744ebc8ab5030bc341b1bf9a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f00829a37fd312a9b15f21246f3c8d60356ad5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9108816f4645bda7cdaeed5a9eda0808c859c389a1aa3fa923a92480e76a0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45b8feecf6df44ccad8b30d67dad4465317d6c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba324990003ce900c57af119fb66a0d602808c3fffb8704df288f5157c60b945
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf93c83fca63dbcd29bff5fb03cfca4184d470d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fa1b30a01bf2552a3a772359d41cd772710ff88f0d9617824be005a5e08517
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9b3c821595e8b2df6e43c1d28a1b2c4cb85e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41326d0af8be76f97a1f18bc78ad6a7da53018c75b4887923f355de7a94026ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70be92ee4d41b96310165608fb92c058ae76597
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6182e12e6b571fdf59e8b4a905a1f0be696757d9123a4c2b9324ee97f5f99ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957a01c0a3ffba0913f9271ea3ee62ce515ac22e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf51345e3c0f25eb01e3348e2a73a0f889d160d49d0d99bcfc68299a4c6266aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdc6988c8937d589cf39dc9851c7e03ccb0fa4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d36a386cc22f06bf6a20ba915b64aa28e1fb6f4048dd0c20ea4a848f664a6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d559b44c92b6a7c1213d172c21e72e6943ab67f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1947ca733aba6ae45a6e1f1bfa712944d59e005d3ea28be7712e4cbdf7c153
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb306984e2bf9c92afa7c0e5eca14d571fbcf52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e5fd35506ea7f0c370b6ee51ef25b1103a4b9b0af0e2da22c18ce5d148625e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701d7e5326b5509915b16c0800e00185d1d2f5e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81587d5127f72896b01675931b05bc97c78053e56158ea7cce9efe45f6b4d12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a785d8e3e005da43bc5f8b28405743c096c7ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfc7be904d4b97d378f638c5f77129951dc04280b70809d01909ebdb8ee8703
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6162545b183171a69d23faad18f1ff38a7bf0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea4767a9b8a2318f5d445c7ab58400e53edba2ab14803c758809ece9eee5cc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a35dc8d46731f41a49bacc8edee8a6f268421
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705119254bae7bf4ddd4a7da75b7d49f66939140dbf0420cb72fb8a80a19b3bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21acd2ff090cb3a9192eec32f62ad4185796a2cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaea360c74dd0a6b64fa611896f4fb4cc19b35a0d91eb66c778e07a1d4fdb0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef5fa58ee7c389cbb5d204c24a3cf8b1222aa9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b03efd0d6579e100902c6e31761d4ecbf52b93e2eafdfd44c43ca476712534
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2f185aaf1101fd568a2044c61c0e60753c9664
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec338121733b28e52227e80d23b060b3ce51d4016bcfe8cccb286ea5f5732f23
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e97bc6c9e38cb47b2b0508d381a9b0a5317907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16f59cff0f2785dfc36360c981d0dc8e835dca2c244e70b0bb4462bbf55b77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d46af6620009ec3b07f43bf6f6c463eee929681
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375a561ca418695cea938dff6aa75a9247311ce5a1541479896bb337f1fc78dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af75b9822c15143fc8c975eb4ccbdb0ee698ae2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3ab9a2fb71c2255cdd532c37079430be59f4f2debbca82c8d9c8efcb5f4ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5537e27dd45979e2f01c4396f569149237240ef0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba25a9bb2535f67bf67f1305445185d3a5e4cd558de3b6fba06693977ef2567
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ac990a12702b28c7846a57b4cae930d7224880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a6fbac261488a0fc739c50765936b46b499a0384317338eac72e67dc83620b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e716da420b1f7f4affdf8dfb9dbdee37c33b9ad9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2734f114b389979e342fac627a4a051fc14966404037575ad2c3bd98741633b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45b1468702e473eb3c5de99fe22efaa0688ba27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5cfc2a15f61824e342e36fd3dae019119ad4da64e6939494b4b11283507426
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c932f7011cb358ebd467dabf78639e301122b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb5f4d9c570bd2ddce86a23115599c69e220bf86926448ec479473a67e07018
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39df22dad1be098d7cbbb938b4332a2c350c42d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd48134ba85b1a2ea184e9d9c9b4d4dbcaf996072740e3c4b86a91a2d8df2bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a3826ecf31588d6ca472eba3a746abe39c3041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35213af8dad1b527de0c1b19c85a66e7dd269fd8a1808c98a02c4a4693095819
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea44245955939904da2b503de89699f386bff43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd299352e1e8c29ff365829dda6cf3113737ac44862edfccf3996a79f1865b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd5d34fde27ed03a65b30dab6fefb2c2ab161df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afe6d65eae466693ac1cdd2f6532a505cfe2839d47b1a5cce7a0931ff97817
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee70fe80d697fb81b3bc87702827d96dc3394d11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4e1d4cb6529f56ab8302ad6612370f6183fc1cbf555065bbe16577edab67c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baba612a40891fdd3d1ca49edf966716616907df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec22efa7c8cc2694d00b36b366e1a8f1cb8798677129f35ca30e6e8ab31237a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b618f801934d60f4578f9ae9acd03247bdbb52a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e094982ef685babd62a423fea6244f7df74b6363527ad5c3e3f76b404e6eaa0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26c27a48a097ed7d60be8ff3040ab250a42ab77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21336ad42704412cfaea7f9c2b017905a7b0914d71d0e9763a0a26166034ed61
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0943eb371b24f356190c29d0cc9997632d89fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bef211bdab9c5e42952a1ba120c7830800d5b678748e07b2d0baa935ce1baec
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39aace30aabd2fd0ce0c1c61a84f8db65d46083f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1337f020d48076b128a3341f7be3771234887b4bb8e77fe7b018302c0d14b027
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7485fe2519c141b4eed9fe1df35e9bd92fe6de75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f7b7119205ebae7d601a2ec10d97376e7e6b2adeb103d169a4e5eb8d709532
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ff71b91f683fa79bdf4ec2ed964e0aeb6eac89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08547c8b3a2cb07917357a5fa851a2c968ebd462c8f9b21f99ea2c65d1b23a58
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4fb19a8f0d15ef37a4535aad4cef01b6d0b28f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a934d95afd0426740b7e8ec25f1859048cdbce4d878293a2318fd6b33afbb21
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104af8cbd8b81ada555dcd837a809ea022def68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da019ed2ee74d70b3888ff0c10fab8e08360be1ae54e70b27e7d4847d062429d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca991034d9ac04356324600b3ed74f0b0acd685
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b239131ce2d61973dce3049cf4c45e652883a7a6b15e31c6eedeca18366404be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fc4015e5671a9672728bf073f602f089fd171c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce5ed2cabbad4ebcfd6c7d5ddb6808c365c4a69cc78e5a1fed5c4cac738d8c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060a69cca977e0f0f4e8963d8057922c89eeb0ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b561734f4c6ba9d7f8d3f5b955c4fa95dad6b10f79437bcd9e549d85c57fd076
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ca49cdc59868ada02fc98457eac8c59fc9887e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243d0405b653ea3a23382075b83a01986aa36ffcc7a4b2481f7efb4e0398d6b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69caaad1c5cdc1ae85ab910089242505d5d3137a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da59752c8d2d8fe7466742a56c7605858f6e59d52c4bb596428298701851eb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93090330fe18ed18a33d0e60ead3c55b2834ab64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709a21142f242a9976e60771cff286b1e89a80ff1923e42228bec553acbd4bc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a8bf2beee7ef5c0c862766d44835ff972d3c5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a24276259754e72e017b79b9707c48375877798eedb1b1f1b3bb7413c02b77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106385ea4adb6cb45abf781dbf2cad2229293802
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b408b01dde2138163e8cb2b66ed696c71fafeb58b20988258e101b4e77af0c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5980252643998afe462599e08f72f82aee94e37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09738dd55386e6a7197567ed2e44ceaeda291b2b7a6038f4f1dd5e577c9d12c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1057b993c8b609dc5ed2decdf2ea818d0cae0db2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9273a4759b22e3408142be14282d798021acc58410e6f5a22f009a761696390c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac78b10815c1c917fdd44a7ebab4df889ae6cc05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc170d5b138bf708cb8d2ce04f7da4c227d41c2032d9ca768a984a1369ce2c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d5e78c67b3a9a361afb7ceca9ac143231406fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611ca168df8eb26894677fd3c2ab63ac5ab9623d9a970f699f82c538dac69a20
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e414eb87fdef9577f8a649b305f0d6a5182d91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454d816659fd869c562e39edc66b717c555aae45793c1921a670881f59c3ca6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403084aa2181bbf996b61839fb50e707cc7b4ffa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509494d8cc150f172b991972b4eb3f80644dfdfb6496e7749b5ae3434fc6a84b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ebe0a7262c395072d55b9a1ad907f633ebf625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc84bfdb32d7a71323d8da986eecf68285e5df7374ad520bd35c4f9e1e46c929
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fcbea9592823cab9925734db531e5a92e8368e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8c45736afd88926b6de69857ba0563d9a8c521ec3977f0d6dca2f4f9f4e2c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33df86e2e8402f56f32add6695e50629e650a98d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e200403c157b003557688a3778785b6df38f0aaaceeb027be19d0c49c271cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb120269c500354dfa876d47b1c58d90f16f72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0b62ad9954109bda05a1127936c3ce9d9b7273d9a81cd3d7a4835d988b4a88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc939b2bdb54887262e146e87edf91a264906239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f42f42ff89e4bfbe8e8cbde5979abb6f2e2770a798a6ea4dcfdcd838cfa2709
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e240ba2bb7a8c9673fe8a1fbf289b81d899a59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa817bfa7f2395e73ec04ae5dd11d20e5d1b94695b6c8beae17d130dc5c9797
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8558f3fbd91333df2090697dbc07033688892aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54035ad87bd66fc7d3758ccd576c8feafd12f9c4e5c1148a7f8dcf27e483e4ce
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbb5187438d918f7c5274b88f7de2ff87dc0dfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30468214f21328729e9d925692a100c237c49052458810c07485e55b9fd16ee1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d295378b0a7d7ef620b2e04b8088bcf5e5e7b804
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b6ca326512542913edd238974ff2ec42dc88de74c3b0e906588e1061ca8dd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac5683863dba442ceb03c1bcc747197d7aafb77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5726a3b3c9e358b27bbbf2a720c1ebeed02d5b9bede12d27742c927e7e51198
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991d1e2a42dbd7b37cd06e45d0bc488bf3699f7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5e154b0cb8f401f1157577b5ca9e896c64898a2e4afb07abb52a59588d89c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8628a02c519df74c59bd98da26fcfec098f5b46e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09250bd6d9f808ff764500883d732befbe71e6a866bf0a3137e65cb8f1ec0e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b574a8d97a58e3ca5ebaa3ab8379fa7a6217b36f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9f8c38e526c9e6edd7e1c2316605612ba33fceae4635c66487d695d3565e1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbf992d62c10bbe94768472d94fc0e512631ddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b91233effc57d7f96f076bb14734196688e8bde2510c91bef83cb46e9c8eb88
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c286753c6074896e9a65a42b2899b3036106e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90b91e9b83b384378d0c93f89ba840f789258bc9aa36f3aeff379d9871eeb01
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7efb32a7a9dcf7c7fa56aea6645ee11bfd28e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c90ee07b2de4042e6fbbf73f81f5b30e5f491536b9b3a39a5330faf62dc17fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2636f4dd756582d87d9c887cf8e4935cf5dae01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f255bf0fdd093e82c6c0767dafd5cae4ebcb60079eee0b997c4753c80df259
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c6dbde85236892287156035b6f07d0dc62d15a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510119e763fd804b4c45a8faabed0653f18de72622c19b0f53d3898bfbf1fe13
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c04f2cac366a2830f58d085a968d1c85cefa9ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a14501d864bf4b16b3c3569e9dd1d7e1e8802bec5ed665bcf8f99d2839a3998
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cfcac97ae48e9c43101f1bafe73e8c7bf17383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64a033381806c12fbd7464ada5bff91f5a3d06249e790507e29c1bcb888a138
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94ef0729d93ad54a49b026b3cdd6105ce871aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086572b741b7deaa7133ece00f67956775b045b515619a98c399b5cb2f217ddf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c01972939e32f29138a8b85456879c21d351c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b888145942b9a20b98479a7f56c397f28f68415a29b174ac150fb093d28cd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed1bbb23b31a02f03fbaa6178d3b797770a500a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4a5cc03bca95c46fcbf9387840a3f8b4801b79cee79b5f022fa8ceee77acc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb5e5b1b83ebc654ac6cc50187b3b15b717b8af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dd37ac19b0389b3690a622bfdaa8087322b3657460f2ee51d7845e86bce292
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6cffa4bcac0c36c57bd99684c5d3e028423ac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9f6d2751371bfabeae354046dc1972134eb694c486ec9669238f30e82d4b81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47003823e3264a17c39c5ff5e5182f86c1bbe0cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190c9c5c6f11e4175102246d53b472624a7e269d5f3b9d416c205b05e55c74a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a453104886c79b1de70db0f23f2fa8aa6f0793bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8547d6ead3880a943d4b4d6ae4dd698808bc82e4276834ef58f86e4323f2aef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198660d44900f7b973ec617ddd61a27fed097db5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eb268a25467f071a4cc81dfbe02494fe84866750ff77350e09be2ec040daaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00748e09efbbbad4a139e13d327084b56a0db09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b584819b11bba4c760321552a743bf1d2d5ef228dd8dd46aaf0d7a0245da4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e985595cbf206c35519ea42bfd7f9743ad72b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110124f3a708bfaf7580d4cc43a0677549f27b59b3f32b37372762b1b0751096
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd763fd3e02feb47eb03c824ddec0b8d19ae495
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967564f993c6a70c37e00ba1438b19a3e78d78d7edbae9aa9c031bca32c9f613
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362c65ab931a58c34cf9bcfaf5efec52cf08f688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5330e1bb83027f5f53ab4abaefc3be4843be1124fd46109dd82333bbe9d0742
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b107a43f7a6bce4848cf95d76e875cc66a88474
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18ddb2feea17dd5617b51aaf09217f5441a389daeac34f55310b0f82d4ca557
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df27dc6c5129ba1ab3430b09a67b6d93237aa8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb8f9772b85733ff6cc3ff4ef9b1a47c0c4cb86f373c7941e3b3822ffd343ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a9e20cb3cae62a95c869eb2b2df2d93afdd129
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7de599620ba306c9587fbce6bc702e292e71f24c1e295ec47ff8cc9b49a034
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cb5438da7398b1045c2f0b5c870775789554dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3493d2451522b0989dc61914db075b71ef10f2915551ec58c0a6527f8392aaed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bda6dfc9bfadaffae4cea2d508557845b4b716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca442c713fbced30a375d595397898e114701506e2a38229cc26262b1246d73
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f291c748fec103ff44e0ca5621c6dbd9957c5b21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2087482682cc11bbd38fe30625d17f336218f0f893e94d50e205a6bc3de3b2c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d649693145cf86040afbbbb6e27962c5098b781c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e596ec447893d5c3cf6b049305d793ea7ae5aa582c8a1762a7bd72adb9d1dd22
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74035f95711ae391242bb4408aa9008f0c099e5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3017bdc4be780b9735b63fdf4d03ecadef0293bd4fed67c0416e43915ed57583
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b57909470bdc34c47c691a0840d3bd0359dea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71fcc9d525ce0f45da31332106d05b219cec4241ef1354ce73c6ebdbef178d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d4de7c95f8261ba62f6498bad2b9f4ac66fad4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21577630314ade0744f6b8cd163c5f37ab3e763f1cac7898998f6772e37c4de
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b947085989fcfecbd28ce4544a1d2070afdd5c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a765bc88f5512e9458bc02d540223a3752da5a8c9a8b12c978235ed54dcdfeb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dab1e255dd7dc1f10100fa513b06393cddd66a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be750271c301aee6a0f50cd6e8e9f0b32dfbdfeba6cd13f795bffe15e72a767
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f57130cdd67bcade024d9293a2edeb38b5f9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1183581c54decbd7ac1b51d34c86e32f6227dbbafba675a07cd8533cba5ea0e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664faff43635f395593cc709e0d32990f335993a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f33fd47c96bd5833fc0a41d8d40cdb9c440c0d02da8cec474674351df3079be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa294b38a255083375e71d2e78fc8f74ba9d9b2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b18102498608256950fb6ed6b928802bf748cead05caaf4938b1759bc7f7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f094225788e2d69a9d073e20691031fb23643e7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c91a8b3dec62b162a56a333d450911704c831548750ac5329610331f6dccb48
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8654cad233ef1d5db49cecfe9796dbd1883978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19537e3f94318aa37c7cfb2070bef35380c5cdfe0e25a8a75755bc6d9a21a7b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f671baff88fef574b24b723215d710dca3ec4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1404fd2fba58cfff564090a20a186e59a6b903dcd8af218c8e4ce8e6a5e09dd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79331687339bdac01a23375a14aaab6e6a644bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8258346f2e5f4d0c7893971f5cc8c8954b27b8ba418ea7865d6f5242771e7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a571091bea9a940665e25d0dd746330f4962a76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b43dd132bf632fee148186bd7065baec53d331b3873a13e33b933ad1137c46a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff2e28edcc3e6e89a0c9d2c2a9b8acd810af9d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb1ea83aaa882bfc68c446679092a09e94d4f30de59064ff408b2b8550281db
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbf0c8f6160768a70555be3b3a3d1fdfcfdf089
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ac0aa6cf1f11531c94845eee1ba38c7659fb5297ed045019bcc83e2e541f64
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99862924b2523f9bf799177339dc135d65f8144f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddfa7530d4e005128647c4019fbd8a81130cc15d015073ff7cfc05e61109f51
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5399de5d3277280d0799540763c82913f4b78e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1f7cfd4ecac914b8147afcdd9a38b3ad00b8c182daf8723bb59046fdbe4e8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e8a3bb4efabdc630994da94e0e3f81dad0cb4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ccc914590e3048b11a5a5d4ace56c6702e89f9fe4fe55084dd8186105cd640
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2472726a660a8df88696c839da3ee6df6f6da08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d6b720d6ca02bf3b39ed72d160a2d3b4dfb170867bdfaad99b9f829c143c55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20341ab269a2288cf2caf01e8e3e9ce78d8d7e08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c51e196593c848cedd9f83e8106c579c9de98e820e626ff23fd4fb7211e2d71
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee480f0fb68d2c1a4433a5f2f1c2c70303cef5d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f33d781bc47d052ad8a2a53ce8106138fe2fe3d37e2798322a6dea407e4f03a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae323cc57b3ac70186f284e05ef876423b78cd19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31af0893fcff43f12e381a63cdc9bc13d7735aea37ccaee3f65a2b8e5555af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88bef9c3759d48eeb2bbab6d6db7c399050cc13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b70f2c386550e91b1e518e47eb3f6bb06c859039e016fd71baf104e3a73f63
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0f43b0c9cf34ee7ec0ec38bcaed2a230f54244
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de76e0cf4d8027f3e5a4e88244ea7eaacb29fe8fccc298d5c3d4359e809fbe8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25766204d2eb0cdf13e9942f69468ec622b7c037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6307e0d8315ee908d685b151b780673819809618ad61f2b74e32bb878fe2ca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d20b7141e63b9e286b3f3b8ffe4a4012f6f175
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e39b31f1981571f22e837c488c22a920be4d49959172e762f815caf0e78cef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6a36049982eb4743138067d1be1a92c4fc0d42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4483aafe984349a7ee5c7d92da3759cbc59b579d79adee0f955a727a85287886
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81e61b6e1c6f71db483b10624ef531ace0e2e60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4d2e263928c5c2d74c27e8ebb7b3a99632a01d5fe3449ccad9c151148e58d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aff9edb62a3b491111a7e42d3c24aa352822a23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7ed4ef09dd8afb2e3dcb2f9bce59a53da255636786babf58dc365638f032be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25be3a4d73c6d9408a30f4e6704864bacf81e722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086b89cd1f4c5d9285ac1d5207b7cb4fec34b186980040e9c8eab61caebf25c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5a0e94a9e937d597f9a7bc75d1eb3c8fa11154
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcc3e6be15e996ba34c3a7693eb372e9f7c292ac27c34fde8f752c065a56a89
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cce5c7cc74582282ecf6f1290eb636ebe06d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c25841724c268c128d65937dee01b056cda439b47f27b3c7c6ad99f8ecb5e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d6d0c8891bc64dd7151775dbb5f5d4a178e623
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f99d253251300c5a99d58f31beb60a955f8bc745ebf2b6a1b3275c5d51befb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45763e1ae6c704ef670ee834f73cb488e95ea61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ffed4c46ce8a91c7a17da6561ed993095bdbbd6658d7285b508828581c7b83
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57a2706b218585f91a8acff8fe87e391aae4b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fa58463dedb9fff39be035f6f8f57d3d2a4a73f8f5cf969b58f78535a55b09
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815ab4cc46778d427df4d115fc7ef37af0383656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eabda079a4d50b28b48e23a4b306adcdeef793d17e5d05c53decd6a89fdd4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec439a49ae6c3db8050fa08291756d3f8d67e19c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f37a52382161e2e5c1b4e6bb839028b2c8ec5d194d9923f18ba40daa1e9d8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8406339f07048f3a861c3683c6b09d0f2c4373a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8d11d022b0a23f5459c860a43808de91b939aa285d9bba5133142b6af30841
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18cd00d5300a1c030b1279d17ebdcca537a2247
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb57cc77b046d6cf3f0b639b122bab4fcb630f7127f955de5c070d76c7441079
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8c553f86719aa17f09cf8d2e1ecd3d5d1c129a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f4f33fe692cd31ea61e6d05041b401fdec9a58d0413c4ec38d4023ecca009d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2e9439d67c58710be79491ef3fe8b30c16b8ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8d4978a518f15db96d3e2312c7ef5cffd3b496eac47ab4cb13a4a37983d878
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299f6f789554dd662841dec5e74ae2bb531e3690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a9c606f68629d538cc4802cefee2c51c5eb7162193a638dc456c583ff380ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704fc45da9dd78df81637669cd3cc175704d0d59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bc306228d54e6bcf6ac1a3338a5efd4715d332e23eb6cfa42a584365aaafbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c67da33d9001904d80fa1c09b88a953f4781946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e768a3fea466d1458881eddf5ba132fe25166f3bac76ff61074c27ad23655bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c32faaf4cbaca0d9ac41457fdbad96b992a89d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f636c7ccd6b0dd2c18728985d0e0f40780d7fe2f8b0c97c2fd6423c74546871
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a826af7fff0b15d9754e8376b9bde1d10036cb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efc701f886755b5c656579d39eab6b5104c1704f14024f7b3d926224fc3d8e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f784707b6f3b4fce2d4a67ad2ba693a76ccd7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c5ae0dbd0c354871899b6bf6e2b4e37ce9d11d1b2addc4f7b7e4fcb36e8f57
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b08a2fb79c201a79a4441ceb3b4d777bf0f09f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40357f12f62764ccdb962de8966154a4f1b9bb7d34042f8b9e339c9e37464f24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb8588a86f79f3bf898c3bc6349c72bafcdffe5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01aa791ff7b2da29aa44aa18e07033bb54570443709e1e91c34ffeb34e3cd65e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be39afaa986156d943158b54a44c5eefd3e95da0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a70c8c80e8d87c78143b0c4a222d1352518aa429dced4d453478eacc621b3f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f900533907b300cc14be79288c1391b694c81ce6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf9b3c2417222dd2c5f18101df939af5ab750eb82943f66e7951f34cbfd4270
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75568f69e0a5f8908813a56c6261e0825ecb7068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68c0539d77c2ca2b4a8c5cd87847dcbe752ae9aeb5c87d642309a231183b307
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445f896c7590bf32792281d6cdfa51e9e84dd153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b64cc2158acc5ddaca52973d187e62b96f60cee696b1c3ae89888719a488bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74195087143f4bbaa82092dc7a26300828441dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6642e44857100a5c264c39c8d2054c8db09ca20f951d7274deb66ab27c66d892
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e4a3d9367c5b00484175ead527b3b786c30c9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fec93e29d965b9b9164456985bae030eb1af1b4a271dd9b308631897025748
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14716480e0cb5688473e32b494b1f99a3fc59084
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bb0ede9bd986284f7f1057f194791d6985e9d618a77e7b1df2b056d00a233c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cf9bf403c36e64e88fe5d27dc51c48ffc42f65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d8b4505b6329de83d4a2c75387bea03625847b710c6373db019381fe32807
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a6a45e4431a11ed356d73e4898eb8fbbccd297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eb156ca2fddbb86c8d8f34fc1f8ee9df4591a23d939ac2587a9bd15857c66d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6715bac478a172d8175e75fe2a760383036395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754d492d8e50f909c4394847bed1550bd829de6ee8cc522727bc544a129789f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6db4955d65289576da45bda53769ea1aebf734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e53212e296b7d66a1ca9c69fede47c9e8c960c6561a5b4cb84ee34d68161c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f711d8b3ac7d56f91807eb56d1c2193db6340c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826f54d63dd93bad92eab5f0509fc9627ea7ea34c4c8cbd50a7112b6385e63b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4cf4395af82dccb99785dac6121da74600c4a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a25db300fd37af032cc8364b568dd2d05afe24b24b5cf4291a03fd6d8e468cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49c153406efc372824b11861474fb73bb46bf67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29239368e00cbb89c5717db9045477f41f21c6f981c3c93d53ea0128991fb84
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479afbf21a955b5d40a565d129ac2770db24efcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f83d8c906e13b2446bd8da9cd83fe0150d19a4eedc1c471ba8384c6d93ac93b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c6a09018d3cafa52a2f9f12816f453ca52f99e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f274c1075362cd6a38822bb44a58110adc808a72f5d94ef128daeed3c4ca3a7
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2e07265f3618db6d65b474c8df4b2401ad2d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abecedd29b6f25de7890890853dc4e335eca5d4ef60a953614939a675db490ec
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c8b43f2e24fb9f7c1ccf560d4b1f975a188d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563365c689592d08f7b63091863b91a912d2fa975cecb40d46e7a0583f09be28
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4381c16e8ef9073c8ea1dc0687131520d8b2f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a2220dc9b555fca881aa195bffcc350124756cae7283a85851c0c42af8a9eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37accc5bd150f3352ec523075c0491e7d7c0352a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e938c2c71f13a2945f6ba469ca83937d45f3e77b01c0a9eb5451eba0fde59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32529981acb41d5a04c7e54a822b220bf7afe28b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eacc8fa6a87ef9fa4e0be545c54b886ecdfc0caa5c611d94f34bdef7317698b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457a2d1574928ea2fb21769b6baf3f933bd1a9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e3d4e323a94d3e512edf615451fc7a1f5502bb34daf79794e930bbb2af826
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07faacb8de2ac3de8e932335c999cb44fb67ad62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3eef90d784c9d1f9de56afece5d2bcf8004e0242d8a9e40a4dfeb2ae57b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6334747d88e11c8aa44ee0459ed7beffdeb884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1458e394dcab95ba78686b971c1d534817b86e3db03ea7c69db5f48c16cbebc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0229bcd1fa6f99c440c40e76d43dded988238c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d9d5d3511d8653d9005c0f89841ceadfa3866b901682ab3f0212c50b6ac39
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bea134eb9825c49cf67710440be666be13e653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca5061b15189287c5fb702f8789ccaf469a1aa91e44fddf9d3fa82254080b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57a954ec20798129dd018526ec604ba44fb894d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305703dbb139d6a252223c594ad429ce5f73d09efe221d613193e691b3bf532
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d881bfe21f5ea16bbed924a2d2543a70834ff6c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab247841578e726cd998c7316068d0e077b7a73629dd2fad8c9a52120672ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2272f8e7ece41bf33a6f41a3dd8fdc8dcbbc9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3838d44da7483f182542ee7c71386783df8c9bb2b22223dcd0a21858cbe73d36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50453c73bc00273a02447268693b5571957116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40081af476ec42105971b5c1bec3b7244a6a08d6a0a0e8eaa76ceeaf9c0744c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec13736a05d7237f0b691343aa9244fe61dc828e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e1798db5212f137c5f39538b59b5defb4f8e9e526921a7b25a486a49dabe10
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ad5a74e10f05ca1a7d10030f961db0b2d0a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc37a685d7e51c022b3edb4bd8bdea65b8b8439f09c35e0e486ae559a2334ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e0c373a7bf925d6bd7b9e63ada0a99453bccdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13b4f6131171f967c5c6c6d8eacc1bd5f6e126cd3ff5b01ad7be1b9f183ed77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f407d73ca77b3e5c06d3958a26d4b99b9ea67d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dee838b47588d815ebd83c7cb164264d5093ff718762d84bd161a47b963fad3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d01cb0da932e1bfceaa19fbd34b4e12d1d6dd93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1888a0fe3e7762507b5a763b723462013771a3f65792961c99a25126e482d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d572415ff9f3f548e612ed26463a340dce3d9a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed140d26106ef5b92e6ecd5789641c91dc8c80db1750b8c92f43504b7758c86e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3be41376797e224e21963395ff746ece39ca43a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1463cc65c74777ec519e14de6b011e924494c885c0bed8e233811acadd52435
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d838b761685a0f786e1e6114abef964462b31ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb482eef428b83a21fa8482ec597016225eb75ed6dc9efe03440c02489f384a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8788b9d4763b5592916608c318f7249862097f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c8d7ae94ee3f1a062d837d9dd6039e3b1dcd44f8d32cd34bba5ad5c3e275e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da755e9be2bc3bb7c3c79d298dd1a776cfa047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2692145b3e7603d8ee533996fda63e24877b2d265ccc6a0f2615723a4dfea37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf83677e93007faa3cbcf2e960670e9fd50fd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99126992033ecf39a189f738011627527e21bb7ace87b1a0e12a771af221197
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e630f9a84807c46aee7e9acb4a421332e37e3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444bf3fb9bfd92aa519a54feabb323147d50a819a915cf01e0081d16c2352936
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07d1e13c3828a06a6065dc7ec22456f707108b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad08283a3ed97696838990e8de61138240b45f8dc2c4208103ea134d1c31e92e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28ad336bb95db4a7bacc93f6fc9a98748850675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd517fbd50e1efd716be2b60e0a8dd504b0bbe6cd595754a52bccde125e73abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030f21273cf9d41373c8b895770c16bc940b956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf6a3915ccf50a59fd481ded0ff5f4f5d01a9044c95bd12a038d8e6ddf63afd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb632e20f2dfc7f9f47ec1a43a6b7a57eb237b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab7dfd1cae53907ad159af4bccd7c8e80312646161bf54f6a2e932139e6c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5da9bbd357fb755510eab1e04f10bc72d4dd574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074a850e5580d210dbc3dea030284b0f97d7d05414ecff25d08983f24bb558da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf689b45435bd9b2e6f5ffc84a95c4d8c4584df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5082bff1ac129bd90e2ef9f238f601db154b152be4703e396dc44859c7f8a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9145b90d1cb14c7c16e1f2b992e721fcc1543586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c26bf0bcdd964e115db279cad15842c1037ff87af949ec70dc32caef4842f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b94c60541bc33082814566640b8fafd2561d95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f853312ddea39760690bf1784c5a53dc587694d39474ae095f74acb939483e90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce9b14a5938169a8804abfd8effb179788a740
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4143dc5a2443a39cafed7152c6a20d540f4421efb86536a4c5f4297e8ebc74d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255850e20fde68d061378b0c9cd0a31cbf269a55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a8a662c2c99d578581f3a9a98daa1e5325b4ca8bbc953acd40ab4122bb422
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b083f4f924525fca270f6e85cc150823b2e2683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2f5f3ae92721bc5895d6076bf2e2727ab882f05b67386700222b1a25befe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c84b20a4c4bd13c86c00123802011dff4d6087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8de014ec352afd304e31cd6adf834936360e92664bd23623a2f1ecb9c483048
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9939624cd7f9012dc2eaca6f8c2b1499ebbc2c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a002baacb100afa7444047d57d55f6b3a73eb4e6cbc399f6ed9c3bd466019cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1811e35d6672507dcbf406f07a0d4d8e9258747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6e96a34a04af2b5e3ce0537f4ac2871c57bd4a0acf8b61c1db30665107859
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3a0e8042b97173f7fbe5994b019083947a47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ed736e4c4eedfedb66ef2f7c6959aff0301623c6c8179cb38273b08800fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf80f9a595a5f0fe92d4def3fc810deec79568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc567127a4f0173a466f0aebbe857c12d2407d9cf52fc650bd3fea544bb1557
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126549ff87ca3599405612ba0b76e4e34446a3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07feb1de20682cebf0c06a9279c25637315a831b97d8780cea17b1193dca2e50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d55c9d29bb5d5d30a0bf1696d87eaec9e2f519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0547224e17de1aa1a98b66a2d1587c8315ae604e8a7c53127d3e6b38024f9061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92af4d9844a0c94d31dc2fb7d683140cbc692b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4a5fcec4cff44762448e9bee2209277a64612a851ec072ecd30d5455530c12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d239a6ad0007d77e9f82219f35351eb7cc62eafe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b944e9af2032bc60f61b395960409f70952e3135a1323e16a40eee7ac89596
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f1ff430f73c413eed8b5ca420d3526a992372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb68abad74da246c4e03815063cf70c0ee6ba248ca6e59b76e2b2ea3d016d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48451c86e77b874e3023b03d1007be28ed8be02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db851ff99c5135f33ed1796cc80a95f973a86071f7d2bc55f093854dc4262529
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2000be82e3a8481932721aa6ec7069e2eb407
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cb0e9e5990345ed31862ffe9f673e920abd51b1197cd106a49b01a21adae3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8c0d87a2a38203e3b2555ad1bbe6834355ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bde2ceafd53e7999aaa794511423080a44c3b9e484fccbc7cc45225656c8010
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a269eae79acc1f20ea7b207cf7e3a58f8a9747ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6dfc024ff35d437a85c623810dd6b19957c56126c239920fc2b9ba9f9f17f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f6623c406fea5ef3fc2d22964b0272912856c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf8484acf79875f19f483e2432fba335ee5505b58c73851f322c8f6d40a2680
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7dfe3113d36c160a4b28d92f615347a8ba8a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb00bade3c3c4601b00d445ef7063d2572cff5f064de69047e81e6e045e2318
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aaafb83d3dd4f88963574c0cb4e54b8cbd0141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba078fdd29017e19e493d054768282c5cad1271352e1dbdba016a529939762
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da22fbc0412b71852598efdd93dd385137d90e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97352d4b199c959d68b2d864a0c0a91dabbdd8dcfdd8675d27bf341f9f300715
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a7f5f6adef79bb4971a9ab58e51b62cff1368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2b16dbf8790ec5dccddf9dd9f77d702bc19a2030a62f0ef36e4945f0c6a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb2b50286e328941f87090240aa1709981e212
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883762c2d4272c1761aa070ffc88721b19418957b6cf0f4d6fe62ec2695bbb32
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1adfe46764f2d40f92c916ebf960d298e5025ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a02e1bdf5acec52c33b4850dcc7d1bc0121b6651b24a10a8ab578ebdf1a17a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c97a7b8d6245c22ad8bf703ecf262406df023f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94000af52c39af93c712ac9171cbd8e4cf68e883aeec8b924a2e8881bf5cb987
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b587ef400d2155a7429aa4461139f23908a83f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02031d855ec69241f434046457304699e1348658ba964431a9e0ff9368d589e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c492605792e02c60fd2122bbef106958cfa8a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e707598b351bdd90164d7bcb636fa4a305491bf456ee5d1ffffa95bbc68133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95bf1b83ea599f4ed65aa0f34790f503d83708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bac289df53090f5feb9a2719dbfc1dc6341f01c11ecea9fd0c5fe11027b31d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c603e6fbb483da680d13d2e51c8fccaf7081dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5888c0738480b931474b8e34744cc45fa11e4bac4973c21029c04b83e6012
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c9df05692b815c7c7ca2a723e188b7a97098e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec551fa4a862d43c4b32ea75fa7eb83c1a4535465c38e12f64f57186c227dfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8e61823f2970f421d1bc076698cf60ad89082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b80367b2f31f5f6b63eba591a807c5c6ede40af8c18b3f84322b24c9c8ba44f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc91a8cb47fc7801ec467e8fe92f6a0ffee8a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4a44300b6672f5b3da7a9d24a6f36edc22d6c8f3b116783e064a56821ebe3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7319a36701cf00986ab7554c59ff69f7b8aa100
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eea0a0db6ebafeef306cdab54d66a9fbaf996888e86517505b1119c7cbbd16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b544a7082690b8ff8a2a7913dfd6e1933b540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba66f7dd7a8b39b036a76c5fbab36bd2af95839414d4a185dbbf784005a3327
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a7d9d9050098c6b69c77d3839e945069b7ff85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6899ee868b5129a56a546904ceb3e943f20c6403d345fccd3852362eaf624757
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf71a2b13ec35fa4db07923604ae3175e69da0ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af6d1feaf5ea4406c581e022d0e02be46a44a988951f2c1d65ad8c6548b98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cad917828f67e5037cdafe6beb71e93e81c9b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf397fc923ee0b4e563a38ff6b62908aab97de492f5f8b2f48dea88806cc569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e76a8a7170b347007f9c05cd24b0938d0c8429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605f1506b4a25437fb25ea9869fac6932a1471ccfce945bfba5f3e4bff1c80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283be24bd5f07076a309214536d6739c507332e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed62f9117647e1a4f9fb244bd52f6c369f35fe2e9add21d8678319e8530d6f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7edce602dd140e42fd7ea63829b2aad5b09733a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cfe4c1a13325f1e66e089f0487ed41da191a07f17e40e84c5cb245864175a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021aecb9bc6816fd220f360d669b48e3886608b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef473bcb2b48921119dab3b278607147a2fdd6017703763c330fbed57bafdd2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396811cd071b3c1bc398945e623a0d0161d5ad65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fb303d7833ba0131ff8a827e62169a896e87205d1d7d3457c3a456eb875410
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a905caceebd1b119f55e2e866f89741a63eea24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43421fc670ba3242c2a54c6391d4f40499fb8e993e6ad7453da28816b929a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6607aa6c1db772249139971187624d935a542e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d394c1feaf05154048c9a8ddcfa417037a51b2e8219e6522b508ea0faaf179
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860087e1cc89dc64220f69b5191948452e962864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad121f844841d6b70e053237096c8a870bc708019919dfacd2466419a99fc7dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5296a0cb97f666756b4b3e94576699557cecf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2364aee1367eecc56937719fa4bfa8a753e5f966b6574eb01942ca94ec7b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2250efc6e0c432567db393cd3aa828c6404c4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d42c69d0c4e6fefa480ec3412c4aea1bbd2c69ba56bab8452c536bb23f24
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d771ab71832de7991abe7a4d225af0a408103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f836cd00e9e6c0abe25a428c85dadaf9c4ec522c96e7f7decb99d29d80757f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea189bc66a39069b786c40bbb76fb4031092349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20628200f17b1be7a6fc773dd2f14447da98b4d8fabe0be23b065c8382c69b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fb72679130d45c394bb3c2f55442bfeea4644
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818d3c62ec7e9cbc17c0b2367f9aadac715194e471629cb31d969e5226543650
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377434f8e7cd46fb83f341f4ac113c8985cb5ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95cf51a6e67f7460e9c787bd1ac9b6a9a34981f278cc5ddc264e237667b96a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48a7fd3b67cfcbcd1028aa4187b573d4ba4734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec97ce6ca2fdc92b7564cced70fbd0f12d89109d583c792cd07aeb4b3caee1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026e4fd9c65a4e0ea5e62fcde28c9cd9517d7f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b239431ff8f7b5fc3165727eded99aabc0a5db8aa292efbbfb309b9c853399c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a7595b8f01164aace78d4162aacbc7e76ae7c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eb7d06eacd6717cc62a5cfc33a0d44a90154247519c971e9559ffb8a883122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce1c0651ad429c476b28d4eba82adff4e4115f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387584de9908d06509ae3ee5fbefbd9b2ca64b30bd3ecc224f107d6cda141ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5accaeee81cecaa6d7f86db08656897996aa594f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8195124a8e14410f01530f2686f31d7908be73ac2fe478cf0cde33ea5e8088e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06dccb01408fe24d4bd7719833c636f86cce0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97efd61085e54c2c53400c7917e6fd984fb63f2b8e8fad25488b9ac68b680b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e9ad4b73f01931135c65829830a0527e9dc07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb53ecd3409a79529c95424921444d55ce9ed5f275ecf2a82a4dbc859f73d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d645f1d0a29a5689f4adba0bb2f0aad9c923fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ee80ec9f5da62ebfc971a5bd1b390db4861538d2e75cd1aecaf6b5dc8bf88
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51337fbb65bcc269649ea6ed1fa980968ab6991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042daee2e55695b3b81843cd065cea9415b272e3e654fba1ee00830630fbb92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a09839c0d5913724048b0100f058913f18d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e5eb930899672ef395e1b3c1dd3671ff0e081cd3db8169aab437cf4bf770b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d5178949d8e1c1582175bd068a740100869e87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31501eace26a355c574b066091e020fc62517a2797e09c4a86c9839bc69a9393
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765265c6071c91b11d9473a7d5126fff1efdcf07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f37554fcd168095a2486d495486b9c3e81e73203447ba72bc72684a1020a5b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae1c1b4a5d1fc0c32878fb9d19ad2094501134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5729d579a0953b95e16c53a6fcbc26fc528aed2b18f1147f63ceac2cb75a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e148e97c953686f341b18e6651e9e6d0feca6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae58b41378df849c1764c17718be2952be7e3362cf52d6caf615e2d8b7dacc2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9de506f0dbb829b104e2b400200ed20624b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd9da4459df842e0e77be17479c984ddee8eb50c6794b519d71deea6f8424f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc5fd2e143669f01506169f74f80fe88119e416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2531f29a39d6d3190cd9969710f05eba718693d77a189f9f10516b0886fce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f362328e42ebcc1cfa4586341e04cfd0f25cb13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53642881bfaa1c9210353e6fc161ec20454f1ced90970157df2c3d1ee9a3ae07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe667769c7c90bcc413143dedb257e5528cf0064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02628c24f22929c96d8a3019bed3b9045b92f081d6b12a50b0b69d55e4829dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339296ed8e3d6bcce39f390daae8a94ab7e2b168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6ef3f1b37f1096fa16fa4c7f1e85809990cb9d7f4dc8219ba2ec9ce5bb6599
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9c9222589c142fc40ab9fbf39c21c0de9f60c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06e56ff9541a7e4f7be67e735cba0157eb8ca51359d0b83ebf5e7ea3ad618
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecc87636a95bb7a5397683bac10701182a14d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826204faac53b3fb36ca867b0f8a503605ffa9f1a1b5b1fa159231ef5feed4b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4de9771811a3eca003665699dc16eb5026344e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3faf9820feff2d06f699ce5136448e636e83495edd182f6dd2cf6ea3adfb6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19995b0ca071d44b4a7bfe3c9f7c5f120b83219d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4407139c13c405eb303c1129a7efe719e30fd08a0452e2388df840abf9b23096
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d412befc874c6992b9c148c5871604dd0e268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c9b2747b5a14a00d026f72de8fcdc8175ad3c3efeaee8d15b60d552c1e251
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c65bebc1fa14cc507bd1e564942fb8951e9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8387cd30fb52368107886979c87caf3ba0047eb657ba074e6ea9e4834bdaa3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1771c41c0ebf005436e024b2498b74357c21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd59cf04d1c6ecec7dadf0f3bb69757aff2789826f797031acce09dc348b50dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae5ec79348ffeb501653632bfec3cb913808d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be773bd2693340e8738bb83af89c979666cd3dba04c1767b24fbd402ee2b21f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc40404351664df02efbe58af108383ce176252
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148898cb7002ae6491a0b64808bdd820f6cc1f9f62ef0ad6173716da6564679
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb722f663dadd02a4f1e650907b2030292e58be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b42267b92bfa0b729e014d74890c66727e322183b80dc2428754c769fac0490
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea27ff20638b53fad4ec0ba36128d9fd98c5e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb30a65ebc77eee49f4f690b0d77b251e1d40bf0a546515998f9d59a8193e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc7a0c879eb3cb78fe455d848d5a1770a6b79c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef29990510faac4628b94502fd2bb286c1679100f0d0e5cfb94b0a736cf8287
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe7f04ba2b99ad9b997238bb187877d544b2f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795492027b7914cf1169c3ac3364d254f9ff02e0e0de67471d13348037492f41
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f5ec87c6516a5dffada847c343ba3bfc65dd0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181aa9b16a44c1c0f79dba6151b895d747c2e0b1f8605c6cf8a0c40b76dd21a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23208dda0df8852756665de49613973415967d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17f8aecab9da922d9a634d737e7c2a64f85a8685e569cf23099ae4c351186f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8080f156ad33d14240874de45d6005ea6ff4a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f048633704bcb835cbd0403519c643a0fc63cfd0a40c49c87f689b433a18dea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d407e32bfb0f6a9577fd8be9ea20146264e52b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f1bf892054f7e112170c8b7ae048f9488edbfbe618866d4577eba822dcfff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432cce9431a3534183bfe56c9c1b1b54b99a4935
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07ee9fbe22734b9c01750805d60d8395a488f2231d8b0d4130f79bd7a655429
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff019bd7e25bef55f5a9d4aff2ee804b4b9068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f2a33375de9150dc046363ce8947f30c9dfa0c812c5fd39e2e9340e9aa80a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb6f6f22f557e8b66978d447bd56a15bb07a9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65213c700ad7c91ffe4dfad6f2a69232ab5bc593113034266d3cb2ab8441ffb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cfefb63f73123cca2b647366f0e9ef945573c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9aec9c39ad9ef0a8167cda0d6488b766ac95d8743f2ffaec0308f8a267e0ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8328b799512b0f6a217492f217728f9a0cf345da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d1fd889d02d3513dc664a91ec3ab7b9cd242a4c14054beb99cabaa72e5762
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcdbe2c2daa4e8a466a238db62961c250cbfcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c624c677bf58010243a360a65324051e52881ecb5f4bc5987564105aa73a06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a99aee7c98d1405624b52bbf92b6ddde116cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64afefd48177117da1e51c2e768a1dc4f86f973996fc4c4c05d174421ee1d975
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbb99d9d974a986e6de6605bfd09e20aa90508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023f9a3f2b38878d828c2ffb21f1a33555ac6127b392f6bd7c56c13560eb29c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43be8ab4e001bb9242e8707ad2faf8827d9936
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6dd5b56e73026ff320b98e2d3d3038dac6b3d6842606af5b06ef05273d7441
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab5fc4d491982e67bd3a94f84d741813031c7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1a1d5d59388ae869258e4a3dcc3827242ae56e151277f9a31d4b6c26a62d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1683798f664ee7d6d078bf276a7f33b38e541250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f7ca568e9c512ebbd65a4b314e796c2d0518356fc65cbe836aee94516ed62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32295710d25185a4826ebe74193c2aa9853a09c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958412423268cd9d4d97e3283d47e54e08573a2745fd6c34051c46b81bf7c527
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d450561f8627f39f636ef6541e6fe93747a7c033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbde1b7be80658c41b5054efc26b6be60a3a0064e5172f2c03bcbd96810d793
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b9e9c86c0c5c5cc967dddfc2500bcccaa19d0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bc41c4df1005d754ec3d747d24f557b2afea8a935ddc9e91802df8ffa72510
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb9d9ff955704401666a38d073eb00086fdf55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8409fcd06e07433180b64ccbc08920c913da1f8273f78f8fc65a5daa38a11efc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6a57d41b83e23e33b9f45c3b15599223ce1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d8479b3f052616540856d00a991c69960594ea2195633ab05b42614e16c9e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f57c52ba9c88a301967132b2b25e1b6c7cd39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee25efd224dc57c27e4bd7f4734f4607e141dbf01feebe130ab8f37b4c7377bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41fa0903e6398dda71e1b97f579a798161cff97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310588067e71f4d68f92634990b9d306b99bc5343f50db1e1381051b7479cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae36a0c82116d3fab32a745f187f9f60ea2d37ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0367d14a77e8610fc908f3cdd3e76f9388b2b5530a0f2ee13f40ad3ca19b505
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5253e7643cc5d524f5765320fbb8c4a4f19e325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784ff8ffc680955cca2b26023e4d29d166bee534e6104fe0e6e705ad580522f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0600d8adaeee17750e368b79ce8921844bb5f7ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c678cf8cd1d2378000fdc6b28f6926071b4e3bd2ac18ed2bb2013f95c00b362
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c1db99401bacdc9ae493d655a2c629cdf8c01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc2134e5ff314c9c5776cda81c3040447ff5a12a65edbb8a07c978fac14416
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8f600c0ca8b085b45a4786cbdb16502059b91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278fccc4324f40c5872a1942b872145d47a220296897afa8fdc91dd6b7432e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a5b17a83edc5dbeb2efb8f64d9d74fe5cd9297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45a4393962e8a9ee173edf9bfe0ec5e54bfb334c1bda0bc29deb0a3c33afba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac41bc67fac06a2ad38733d1225c72fa8afe2b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785033b1cc9ebf67a0e16c28f8cc0fa7fc9442bc354d5b799f9460cbc1572671
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9309f8dad6d1e84203c7c144a7f1b7cce72639e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4baeff278ef30149d1fbcdf1e6de47aec427715ba6976f0dd9a68f985207bdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97511f21585125fb33f730aca52d0a38a22b169
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3679ac135d42e0e3e633afaa86ef67b3ed12912d4614d31a616e0f3e1d5e47d3
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c8b43f2e24fb9f7c1ccf560d4b1f975a188d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563365c689592d08f7b63091863b91a912d2fa975cecb40d46e7a0583f09be28
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4381c16e8ef9073c8ea1dc0687131520d8b2f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a2220dc9b555fca881aa195bffcc350124756cae7283a85851c0c42af8a9eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37accc5bd150f3352ec523075c0491e7d7c0352a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e938c2c71f13a2945f6ba469ca83937d45f3e77b01c0a9eb5451eba0fde59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32529981acb41d5a04c7e54a822b220bf7afe28b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eacc8fa6a87ef9fa4e0be545c54b886ecdfc0caa5c611d94f34bdef7317698b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457a2d1574928ea2fb21769b6baf3f933bd1a9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e3d4e323a94d3e512edf615451fc7a1f5502bb34daf79794e930bbb2af826
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07faacb8de2ac3de8e932335c999cb44fb67ad62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3eef90d784c9d1f9de56afece5d2bcf8004e0242d8a9e40a4dfeb2ae57b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6334747d88e11c8aa44ee0459ed7beffdeb884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1458e394dcab95ba78686b971c1d534817b86e3db03ea7c69db5f48c16cbebc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0229bcd1fa6f99c440c40e76d43dded988238c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d9d5d3511d8653d9005c0f89841ceadfa3866b901682ab3f0212c50b6ac39
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bea134eb9825c49cf67710440be666be13e653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca5061b15189287c5fb702f8789ccaf469a1aa91e44fddf9d3fa82254080b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57a954ec20798129dd018526ec604ba44fb894d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305703dbb139d6a252223c594ad429ce5f73d09efe221d613193e691b3bf532
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d881bfe21f5ea16bbed924a2d2543a70834ff6c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab247841578e726cd998c7316068d0e077b7a73629dd2fad8c9a52120672ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2272f8e7ece41bf33a6f41a3dd8fdc8dcbbc9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3838d44da7483f182542ee7c71386783df8c9bb2b22223dcd0a21858cbe73d36
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50453c73bc00273a02447268693b5571957116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40081af476ec42105971b5c1bec3b7244a6a08d6a0a0e8eaa76ceeaf9c0744c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec13736a05d7237f0b691343aa9244fe61dc828e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e1798db5212f137c5f39538b59b5defb4f8e9e526921a7b25a486a49dabe10
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ad5a74e10f05ca1a7d10030f961db0b2d0a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc37a685d7e51c022b3edb4bd8bdea65b8b8439f09c35e0e486ae559a2334ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e0c373a7bf925d6bd7b9e63ada0a99453bccdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13b4f6131171f967c5c6c6d8eacc1bd5f6e126cd3ff5b01ad7be1b9f183ed77
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f407d73ca77b3e5c06d3958a26d4b99b9ea67d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dee838b47588d815ebd83c7cb164264d5093ff718762d84bd161a47b963fad3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d01cb0da932e1bfceaa19fbd34b4e12d1d6dd93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1888a0fe3e7762507b5a763b723462013771a3f65792961c99a25126e482d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d572415ff9f3f548e612ed26463a340dce3d9a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed140d26106ef5b92e6ecd5789641c91dc8c80db1750b8c92f43504b7758c86e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3be41376797e224e21963395ff746ece39ca43a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1463cc65c74777ec519e14de6b011e924494c885c0bed8e233811acadd52435
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d838b761685a0f786e1e6114abef964462b31ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb482eef428b83a21fa8482ec597016225eb75ed6dc9efe03440c02489f384a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8788b9d4763b5592916608c318f7249862097f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c8d7ae94ee3f1a062d837d9dd6039e3b1dcd44f8d32cd34bba5ad5c3e275e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da755e9be2bc3bb7c3c79d298dd1a776cfa047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2692145b3e7603d8ee533996fda63e24877b2d265ccc6a0f2615723a4dfea37
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf83677e93007faa3cbcf2e960670e9fd50fd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99126992033ecf39a189f738011627527e21bb7ace87b1a0e12a771af221197
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e630f9a84807c46aee7e9acb4a421332e37e3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444bf3fb9bfd92aa519a54feabb323147d50a819a915cf01e0081d16c2352936
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07d1e13c3828a06a6065dc7ec22456f707108b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad08283a3ed97696838990e8de61138240b45f8dc2c4208103ea134d1c31e92e
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28ad336bb95db4a7bacc93f6fc9a98748850675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd517fbd50e1efd716be2b60e0a8dd504b0bbe6cd595754a52bccde125e73abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030f21273cf9d41373c8b895770c16bc940b956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf6a3915ccf50a59fd481ded0ff5f4f5d01a9044c95bd12a038d8e6ddf63afd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb632e20f2dfc7f9f47ec1a43a6b7a57eb237b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab7dfd1cae53907ad159af4bccd7c8e80312646161bf54f6a2e932139e6c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5da9bbd357fb755510eab1e04f10bc72d4dd574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074a850e5580d210dbc3dea030284b0f97d7d05414ecff25d08983f24bb558da
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf689b45435bd9b2e6f5ffc84a95c4d8c4584df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5082bff1ac129bd90e2ef9f238f601db154b152be4703e396dc44859c7f8a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9145b90d1cb14c7c16e1f2b992e721fcc1543586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c26bf0bcdd964e115db279cad15842c1037ff87af949ec70dc32caef4842f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b94c60541bc33082814566640b8fafd2561d95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f853312ddea39760690bf1784c5a53dc587694d39474ae095f74acb939483e90
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce9b14a5938169a8804abfd8effb179788a740
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4143dc5a2443a39cafed7152c6a20d540f4421efb86536a4c5f4297e8ebc74d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255850e20fde68d061378b0c9cd0a31cbf269a55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a8a662c2c99d578581f3a9a98daa1e5325b4ca8bbc953acd40ab4122bb422
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b083f4f924525fca270f6e85cc150823b2e2683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2f5f3ae92721bc5895d6076bf2e2727ab882f05b67386700222b1a25befe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c84b20a4c4bd13c86c00123802011dff4d6087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8de014ec352afd304e31cd6adf834936360e92664bd23623a2f1ecb9c483048
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9939624cd7f9012dc2eaca6f8c2b1499ebbc2c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a002baacb100afa7444047d57d55f6b3a73eb4e6cbc399f6ed9c3bd466019cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1811e35d6672507dcbf406f07a0d4d8e9258747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6e96a34a04af2b5e3ce0537f4ac2871c57bd4a0acf8b61c1db30665107859
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3a0e8042b97173f7fbe5994b019083947a47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ed736e4c4eedfedb66ef2f7c6959aff0301623c6c8179cb38273b08800fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf80f9a595a5f0fe92d4def3fc810deec79568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc567127a4f0173a466f0aebbe857c12d2407d9cf52fc650bd3fea544bb1557
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126549ff87ca3599405612ba0b76e4e34446a3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07feb1de20682cebf0c06a9279c25637315a831b97d8780cea17b1193dca2e50
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d55c9d29bb5d5d30a0bf1696d87eaec9e2f519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0547224e17de1aa1a98b66a2d1587c8315ae604e8a7c53127d3e6b38024f9061
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92af4d9844a0c94d31dc2fb7d683140cbc692b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4a5fcec4cff44762448e9bee2209277a64612a851ec072ecd30d5455530c12
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d239a6ad0007d77e9f82219f35351eb7cc62eafe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b944e9af2032bc60f61b395960409f70952e3135a1323e16a40eee7ac89596
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f1ff430f73c413eed8b5ca420d3526a992372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb68abad74da246c4e03815063cf70c0ee6ba248ca6e59b76e2b2ea3d016d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48451c86e77b874e3023b03d1007be28ed8be02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db851ff99c5135f33ed1796cc80a95f973a86071f7d2bc55f093854dc4262529
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2000be82e3a8481932721aa6ec7069e2eb407
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cb0e9e5990345ed31862ffe9f673e920abd51b1197cd106a49b01a21adae3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8c0d87a2a38203e3b2555ad1bbe6834355ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bde2ceafd53e7999aaa794511423080a44c3b9e484fccbc7cc45225656c8010
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a269eae79acc1f20ea7b207cf7e3a58f8a9747ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6dfc024ff35d437a85c623810dd6b19957c56126c239920fc2b9ba9f9f17f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f6623c406fea5ef3fc2d22964b0272912856c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf8484acf79875f19f483e2432fba335ee5505b58c73851f322c8f6d40a2680
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7dfe3113d36c160a4b28d92f615347a8ba8a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb00bade3c3c4601b00d445ef7063d2572cff5f064de69047e81e6e045e2318
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aaafb83d3dd4f88963574c0cb4e54b8cbd0141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba078fdd29017e19e493d054768282c5cad1271352e1dbdba016a529939762
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da22fbc0412b71852598efdd93dd385137d90e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97352d4b199c959d68b2d864a0c0a91dabbdd8dcfdd8675d27bf341f9f300715
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a7f5f6adef79bb4971a9ab58e51b62cff1368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2b16dbf8790ec5dccddf9dd9f77d702bc19a2030a62f0ef36e4945f0c6a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb2b50286e328941f87090240aa1709981e212
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883762c2d4272c1761aa070ffc88721b19418957b6cf0f4d6fe62ec2695bbb32
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1adfe46764f2d40f92c916ebf960d298e5025ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a02e1bdf5acec52c33b4850dcc7d1bc0121b6651b24a10a8ab578ebdf1a17a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c97a7b8d6245c22ad8bf703ecf262406df023f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94000af52c39af93c712ac9171cbd8e4cf68e883aeec8b924a2e8881bf5cb987
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b587ef400d2155a7429aa4461139f23908a83f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02031d855ec69241f434046457304699e1348658ba964431a9e0ff9368d589e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c492605792e02c60fd2122bbef106958cfa8a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e707598b351bdd90164d7bcb636fa4a305491bf456ee5d1ffffa95bbc68133
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95bf1b83ea599f4ed65aa0f34790f503d83708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bac289df53090f5feb9a2719dbfc1dc6341f01c11ecea9fd0c5fe11027b31d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c603e6fbb483da680d13d2e51c8fccaf7081dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5888c0738480b931474b8e34744cc45fa11e4bac4973c21029c04b83e6012
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c9df05692b815c7c7ca2a723e188b7a97098e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec551fa4a862d43c4b32ea75fa7eb83c1a4535465c38e12f64f57186c227dfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8e61823f2970f421d1bc076698cf60ad89082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b80367b2f31f5f6b63eba591a807c5c6ede40af8c18b3f84322b24c9c8ba44f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc91a8cb47fc7801ec467e8fe92f6a0ffee8a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4a44300b6672f5b3da7a9d24a6f36edc22d6c8f3b116783e064a56821ebe3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7319a36701cf00986ab7554c59ff69f7b8aa100
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eea0a0db6ebafeef306cdab54d66a9fbaf996888e86517505b1119c7cbbd16
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b544a7082690b8ff8a2a7913dfd6e1933b540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba66f7dd7a8b39b036a76c5fbab36bd2af95839414d4a185dbbf784005a3327
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a7d9d9050098c6b69c77d3839e945069b7ff85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6899ee868b5129a56a546904ceb3e943f20c6403d345fccd3852362eaf624757
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf71a2b13ec35fa4db07923604ae3175e69da0ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af6d1feaf5ea4406c581e022d0e02be46a44a988951f2c1d65ad8c6548b98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cad917828f67e5037cdafe6beb71e93e81c9b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf397fc923ee0b4e563a38ff6b62908aab97de492f5f8b2f48dea88806cc569
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e76a8a7170b347007f9c05cd24b0938d0c8429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605f1506b4a25437fb25ea9869fac6932a1471ccfce945bfba5f3e4bff1c80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283be24bd5f07076a309214536d6739c507332e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed62f9117647e1a4f9fb244bd52f6c369f35fe2e9add21d8678319e8530d6f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7edce602dd140e42fd7ea63829b2aad5b09733a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cfe4c1a13325f1e66e089f0487ed41da191a07f17e40e84c5cb245864175a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021aecb9bc6816fd220f360d669b48e3886608b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef473bcb2b48921119dab3b278607147a2fdd6017703763c330fbed57bafdd2
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396811cd071b3c1bc398945e623a0d0161d5ad65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fb303d7833ba0131ff8a827e62169a896e87205d1d7d3457c3a456eb875410
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a905caceebd1b119f55e2e866f89741a63eea24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43421fc670ba3242c2a54c6391d4f40499fb8e993e6ad7453da28816b929a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6607aa6c1db772249139971187624d935a542e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d394c1feaf05154048c9a8ddcfa417037a51b2e8219e6522b508ea0faaf179
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860087e1cc89dc64220f69b5191948452e962864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad121f844841d6b70e053237096c8a870bc708019919dfacd2466419a99fc7dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5296a0cb97f666756b4b3e94576699557cecf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2364aee1367eecc56937719fa4bfa8a753e5f966b6574eb01942ca94ec7b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2250efc6e0c432567db393cd3aa828c6404c4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d42c69d0c4e6fefa480ec3412c4aea1bbd2c69ba56bab8452c536bb23f24
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d771ab71832de7991abe7a4d225af0a408103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f836cd00e9e6c0abe25a428c85dadaf9c4ec522c96e7f7decb99d29d80757f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea189bc66a39069b786c40bbb76fb4031092349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20628200f17b1be7a6fc773dd2f14447da98b4d8fabe0be23b065c8382c69b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fb72679130d45c394bb3c2f55442bfeea4644
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818d3c62ec7e9cbc17c0b2367f9aadac715194e471629cb31d969e5226543650
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377434f8e7cd46fb83f341f4ac113c8985cb5ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95cf51a6e67f7460e9c787bd1ac9b6a9a34981f278cc5ddc264e237667b96a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48a7fd3b67cfcbcd1028aa4187b573d4ba4734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec97ce6ca2fdc92b7564cced70fbd0f12d89109d583c792cd07aeb4b3caee1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026e4fd9c65a4e0ea5e62fcde28c9cd9517d7f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b239431ff8f7b5fc3165727eded99aabc0a5db8aa292efbbfb309b9c853399c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a7595b8f01164aace78d4162aacbc7e76ae7c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eb7d06eacd6717cc62a5cfc33a0d44a90154247519c971e9559ffb8a883122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce1c0651ad429c476b28d4eba82adff4e4115f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387584de9908d06509ae3ee5fbefbd9b2ca64b30bd3ecc224f107d6cda141ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5accaeee81cecaa6d7f86db08656897996aa594f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8195124a8e14410f01530f2686f31d7908be73ac2fe478cf0cde33ea5e8088e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06dccb01408fe24d4bd7719833c636f86cce0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97efd61085e54c2c53400c7917e6fd984fb63f2b8e8fad25488b9ac68b680b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e9ad4b73f01931135c65829830a0527e9dc07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb53ecd3409a79529c95424921444d55ce9ed5f275ecf2a82a4dbc859f73d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d645f1d0a29a5689f4adba0bb2f0aad9c923fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ee80ec9f5da62ebfc971a5bd1b390db4861538d2e75cd1aecaf6b5dc8bf88
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51337fbb65bcc269649ea6ed1fa980968ab6991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042daee2e55695b3b81843cd065cea9415b272e3e654fba1ee00830630fbb92
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a09839c0d5913724048b0100f058913f18d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e5eb930899672ef395e1b3c1dd3671ff0e081cd3db8169aab437cf4bf770b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d5178949d8e1c1582175bd068a740100869e87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31501eace26a355c574b066091e020fc62517a2797e09c4a86c9839bc69a9393
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765265c6071c91b11d9473a7d5126fff1efdcf07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f37554fcd168095a2486d495486b9c3e81e73203447ba72bc72684a1020a5b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae1c1b4a5d1fc0c32878fb9d19ad2094501134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5729d579a0953b95e16c53a6fcbc26fc528aed2b18f1147f63ceac2cb75a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e148e97c953686f341b18e6651e9e6d0feca6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae58b41378df849c1764c17718be2952be7e3362cf52d6caf615e2d8b7dacc2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9de506f0dbb829b104e2b400200ed20624b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd9da4459df842e0e77be17479c984ddee8eb50c6794b519d71deea6f8424f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc5fd2e143669f01506169f74f80fe88119e416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2531f29a39d6d3190cd9969710f05eba718693d77a189f9f10516b0886fce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f362328e42ebcc1cfa4586341e04cfd0f25cb13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53642881bfaa1c9210353e6fc161ec20454f1ced90970157df2c3d1ee9a3ae07
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe667769c7c90bcc413143dedb257e5528cf0064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02628c24f22929c96d8a3019bed3b9045b92f081d6b12a50b0b69d55e4829dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339296ed8e3d6bcce39f390daae8a94ab7e2b168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6ef3f1b37f1096fa16fa4c7f1e85809990cb9d7f4dc8219ba2ec9ce5bb6599
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9c9222589c142fc40ab9fbf39c21c0de9f60c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06e56ff9541a7e4f7be67e735cba0157eb8ca51359d0b83ebf5e7ea3ad618
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecc87636a95bb7a5397683bac10701182a14d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826204faac53b3fb36ca867b0f8a503605ffa9f1a1b5b1fa159231ef5feed4b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4de9771811a3eca003665699dc16eb5026344e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3faf9820feff2d06f699ce5136448e636e83495edd182f6dd2cf6ea3adfb6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19995b0ca071d44b4a7bfe3c9f7c5f120b83219d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4407139c13c405eb303c1129a7efe719e30fd08a0452e2388df840abf9b23096
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d412befc874c6992b9c148c5871604dd0e268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c9b2747b5a14a00d026f72de8fcdc8175ad3c3efeaee8d15b60d552c1e251
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c65bebc1fa14cc507bd1e564942fb8951e9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8387cd30fb52368107886979c87caf3ba0047eb657ba074e6ea9e4834bdaa3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1771c41c0ebf005436e024b2498b74357c21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd59cf04d1c6ecec7dadf0f3bb69757aff2789826f797031acce09dc348b50dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae5ec79348ffeb501653632bfec3cb913808d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be773bd2693340e8738bb83af89c979666cd3dba04c1767b24fbd402ee2b21f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc40404351664df02efbe58af108383ce176252
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148898cb7002ae6491a0b64808bdd820f6cc1f9f62ef0ad6173716da6564679
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb722f663dadd02a4f1e650907b2030292e58be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b42267b92bfa0b729e014d74890c66727e322183b80dc2428754c769fac0490
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea27ff20638b53fad4ec0ba36128d9fd98c5e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb30a65ebc77eee49f4f690b0d77b251e1d40bf0a546515998f9d59a8193e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc7a0c879eb3cb78fe455d848d5a1770a6b79c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef29990510faac4628b94502fd2bb286c1679100f0d0e5cfb94b0a736cf8287
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe7f04ba2b99ad9b997238bb187877d544b2f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795492027b7914cf1169c3ac3364d254f9ff02e0e0de67471d13348037492f41
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f5ec87c6516a5dffada847c343ba3bfc65dd0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181aa9b16a44c1c0f79dba6151b895d747c2e0b1f8605c6cf8a0c40b76dd21a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23208dda0df8852756665de49613973415967d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17f8aecab9da922d9a634d737e7c2a64f85a8685e569cf23099ae4c351186f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8080f156ad33d14240874de45d6005ea6ff4a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f048633704bcb835cbd0403519c643a0fc63cfd0a40c49c87f689b433a18dea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d407e32bfb0f6a9577fd8be9ea20146264e52b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f1bf892054f7e112170c8b7ae048f9488edbfbe618866d4577eba822dcfff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432cce9431a3534183bfe56c9c1b1b54b99a4935
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07ee9fbe22734b9c01750805d60d8395a488f2231d8b0d4130f79bd7a655429
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff019bd7e25bef55f5a9d4aff2ee804b4b9068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f2a33375de9150dc046363ce8947f30c9dfa0c812c5fd39e2e9340e9aa80a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb6f6f22f557e8b66978d447bd56a15bb07a9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65213c700ad7c91ffe4dfad6f2a69232ab5bc593113034266d3cb2ab8441ffb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cfefb63f73123cca2b647366f0e9ef945573c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9aec9c39ad9ef0a8167cda0d6488b766ac95d8743f2ffaec0308f8a267e0ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8328b799512b0f6a217492f217728f9a0cf345da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d1fd889d02d3513dc664a91ec3ab7b9cd242a4c14054beb99cabaa72e5762
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcdbe2c2daa4e8a466a238db62961c250cbfcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c624c677bf58010243a360a65324051e52881ecb5f4bc5987564105aa73a06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a99aee7c98d1405624b52bbf92b6ddde116cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64afefd48177117da1e51c2e768a1dc4f86f973996fc4c4c05d174421ee1d975
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbb99d9d974a986e6de6605bfd09e20aa90508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023f9a3f2b38878d828c2ffb21f1a33555ac6127b392f6bd7c56c13560eb29c
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43be8ab4e001bb9242e8707ad2faf8827d9936
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6dd5b56e73026ff320b98e2d3d3038dac6b3d6842606af5b06ef05273d7441
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab5fc4d491982e67bd3a94f84d741813031c7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1a1d5d59388ae869258e4a3dcc3827242ae56e151277f9a31d4b6c26a62d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1683798f664ee7d6d078bf276a7f33b38e541250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f7ca568e9c512ebbd65a4b314e796c2d0518356fc65cbe836aee94516ed62
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32295710d25185a4826ebe74193c2aa9853a09c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958412423268cd9d4d97e3283d47e54e08573a2745fd6c34051c46b81bf7c527
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d450561f8627f39f636ef6541e6fe93747a7c033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbde1b7be80658c41b5054efc26b6be60a3a0064e5172f2c03bcbd96810d793
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b9e9c86c0c5c5cc967dddfc2500bcccaa19d0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bc41c4df1005d754ec3d747d24f557b2afea8a935ddc9e91802df8ffa72510
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb9d9ff955704401666a38d073eb00086fdf55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8409fcd06e07433180b64ccbc08920c913da1f8273f78f8fc65a5daa38a11efc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6a57d41b83e23e33b9f45c3b15599223ce1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d8479b3f052616540856d00a991c69960594ea2195633ab05b42614e16c9e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f57c52ba9c88a301967132b2b25e1b6c7cd39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee25efd224dc57c27e4bd7f4734f4607e141dbf01feebe130ab8f37b4c7377bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41fa0903e6398dda71e1b97f579a798161cff97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310588067e71f4d68f92634990b9d306b99bc5343f50db1e1381051b7479cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae36a0c82116d3fab32a745f187f9f60ea2d37ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0367d14a77e8610fc908f3cdd3e76f9388b2b5530a0f2ee13f40ad3ca19b505
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5253e7643cc5d524f5765320fbb8c4a4f19e325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784ff8ffc680955cca2b26023e4d29d166bee534e6104fe0e6e705ad580522f
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0600d8adaeee17750e368b79ce8921844bb5f7ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c678cf8cd1d2378000fdc6b28f6926071b4e3bd2ac18ed2bb2013f95c00b362
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c1db99401bacdc9ae493d655a2c629cdf8c01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc2134e5ff314c9c5776cda81c3040447ff5a12a65edbb8a07c978fac14416
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8f600c0ca8b085b45a4786cbdb16502059b91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278fccc4324f40c5872a1942b872145d47a220296897afa8fdc91dd6b7432e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a5b17a83edc5dbeb2efb8f64d9d74fe5cd9297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45a4393962e8a9ee173edf9bfe0ec5e54bfb334c1bda0bc29deb0a3c33afba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac41bc67fac06a2ad38733d1225c72fa8afe2b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785033b1cc9ebf67a0e16c28f8cc0fa7fc9442bc354d5b799f9460cbc1572671
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9309f8dad6d1e84203c7c144a7f1b7cce72639e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4baeff278ef30149d1fbcdf1e6de47aec427715ba6976f0dd9a68f985207bdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97511f21585125fb33f730aca52d0a38a22b169
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3679ac135d42e0e3e633afaa86ef67b3ed12912d4614d31a616e0f3e1d5e47d3
+size 3203
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0f30f89c39693ec08426446a852b25b56c45ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5320ae72d1c1ddb4e70b4d82d318612331ecb361a0b7c5f260569d5de32f63
+size 202243
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fbaa31e0247b8b2b2638ea0f7212d560e9acb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca062602833611f441c4038c2ee4194293f45a7aad8c3b30fe6a29958b7414b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178f30769740fbd9897c81bb6247f487088ec3f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4816ed971f3eb62d8df7ab9df4ef73e8aec16670c1755eae5a58855433cb05f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea633fe9aeec8021d3ba31518034e4d53ea7523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb87d604d658ea9253b16a3e5ce614b9f63bbd5ae778c80c66bb400b72d49ff9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de895d0381657e3adcf433f14dfaddb341f63e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52db699d78704607b1afa32cfc3e7a42bf4039100a7cdff8fda303f69c771f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4915f8d7b95b10c5031736412657829b7f49c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e03f5f91ba23583cc4d7a168503d2975bd538ffa560d80435dc8f93074f93
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e67b2a46885810304f5be8cfb7b088e3f395b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbba085b74c68a04b165b54521a5ddea7ac23ac4d4521861d9713bf317e941b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4a33ffd6103ced4bcaacc93adec1903e1ed79f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf94b208d6301649e3b82e1c1310e7176f0d6a47fda44f2ed8840f747f491b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb30e20acb8aee4e2ec8f5ecaabe2a721e361e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c627d464d270fe0804d881c875f8abfd3ee1d744b668941221b627d0109d2ec6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c57368bd5cb9dbcc7742e608da7a1d26aef0496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcbac0d949d44e36414b26f65710a6dace592263321f8fb0c8651e9e75225b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1897bbc978f2465599a4a8351bf344cd6fcbeb64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011dabb7b8eaba6b369453ef5e0103929a75f3b608268b68aa7cb4e441e31a1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd542f146f7c1267cc975f5ee25c51a84415732
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab96a6e3a3dde78f41c52a678aa7bec0cfebd0a2f7426cddfd89742322a43cee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a60cbfd740eb28984b9621cb0d507930c4cccbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f45a6b27b30ce137f4f947890055b49b325f302be9a93b5d0254b9e0ddd0e52
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f816236e3ed85662bac9ae9749b14fa73d4904
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538a8f6ab1d577941cb0394c4f1404d27ad9f07b962b85bcd96b93a3515ede46
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82baa8dfe1a7946e63e14377164a1aa7179c6364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43627fb090381ef646b0afee1ff1123857b7bbb2edd3d372f44dd711bda1047
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d20e6bcbcd1589097723f01a18c3172b7f7a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0f8f3beeefc1bb19c2d0adeca94f446a872a4ddc347f717a7e5cf7937d7ed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ce164a728a2be9c3ec0868be0535bf743c2a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7072601b362bc82fbecc125f505a270bfc8a038d3ceeccf0d4b7891fa53f8f4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ee23b7b3640c18ad9462ef272193d493ee7764
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b4ff9696d3d798ed49ff88d047bb419f5eb98bf188faff152d7f622e5ef52e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d63a4d89999058f961b424a9e81f11f507c0987
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68238d34a038bc1df34b590f17e3b8e9139c58bdd625ec81cec6c58c5d0cc615
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50719a55b7a054dd543d19e165b310676a8ff9a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1620634859a8a2f54bf905f2a5fc0409db743dd3820b36db0c7fd21f833142
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d1870db28adcd67f41a37f180d839b2218011c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a96e45f850f1c02f9e0f02d13b7bdedcf2734b8b16e9c17f39fe3b82e58073
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91af47263ee1126383316343a3c675714ad51a1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efacf8bd4a0c08d29d0f7d5c1c8b89111c0c602b5ce89e4ded88977039e153b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a4758abcd0a26a72e07064f60b12152f25463d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13cf92306a6cafa6cb40e743e50fddbaa5e1e231a670b5641e260cc519f0212
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fabb1a3fa6c155e44cbe270f1a4680852823e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaf58b2fbfa0ffc2f66064541a4cde6b8f79cde1c3349463f8b63f034927122
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bd16c54e17af03dddcd0682c1ecabb7b2491ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a47b1d430bc322c45f2f5467b32e6c16e6b08f6c004233fee4b73bb83199a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665520cd8ec090b1b7772cfeca6489dd00eeddfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c8beabcaa2dca57b8fc15ded0048b910a0868ae29a6a2c30852274c8fcbd00
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6befd00a6fc1bb00b60f2ec2d158d41beaaca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c210c5aa4e478e1f6c5304bb28ec337a0231a0a9124c6794cf58f9949c7e6de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c767d677c3bb898190869cbee7efb86faaea91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e8dfbe60bce1a452011b939624185461f80fc210eb75816c66c3db580ff295
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38c4672860a9324299d0d075f21f584040f17c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c2f773998939a3f9f89e5efe9d3874e62022ef76d05b193168854780379b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3635177152ae28636a771e198cbc37a580c8b4ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a057248a2eede8caa2d8fed8728d85b67578783fdb3c473ba166e2d1ca7e5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a79381144757b27f070b900300adf3547f032e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35eb8de58488287172223003f3dc3bc27cd3e57bb7a0bd676443facc0ce43662
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2696f96b42984fdb4674399061c59b278f1ecfa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cadd3e0356b2cef9d20757028aad28bd64a9d86330cdceda4d967502bf7466
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f35ee70b4f3bb1e46dc3768f94fb5a84928392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98632fa46488a8ee9ee92d754fae6f614c46b8f83dc08fd1c163513eae93b324
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f276dce95cb4998933c9b9c19f0777568a5de3c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335dc38c16d1e8997a813f662797f189e13b6dfd34c78cfefea9176f547ee714
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17986ae3e88408573b3f339aa2afa9015766059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a72f3f7d4583260dafc97d3be4339d384e3031766e992ba535f9a1c80bd3fce
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ef38b7dc1417a99ad6ee213e96f7dd4657caf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecb54230daae0c881a3c473104b38fe2787919f8d85fb25ce4d53c4e3e81390
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344e26cc32baed88f1e465dd825df1aff0fec288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8c0281a81db119937a7f33b1466679b0e8596aa9f2cb3cd648014e2f6654bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b85c8b70d215a83aa59a4700734ff5a672bbf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8926f32d19d7a19867bd0ca3fe5e8173c746dd4c320636d0dd0b52899c314a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574f5abe76a0fca2f13973579555ae6a25b9df9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73ba9581e43271218d1ec1ff7700ea0cbd8edb4267d4a35cdb7e04d284acefb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5fc4c419a2b2c5256e5ba1459b23d68e987984
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a3fcd4cf808f74f9b82191fa9d96c6247c971732c41dd4a2b2bf32c543e344
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731550fc1a2ccfaf212f91bf8f5b29ac309c2bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e4c1a89fbf9e93b7c41dfbef520bd148a21eaf7150552c2ddc09f6c84fc6e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420a66ea98916611359f88bc51b90dcb71422140
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b96df7c4a0cc938a5c9c1154d504904e5537e00c00df7e4e7c69a6b6f85610
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869b3d563f77ea1cb8af1e5117fdc80814739246
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77becdcdc1ad70c854456de86be4526b8897bbc0b191e3a5cd191b427fddbc24
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae500780798342d63e1d1d82780cadeb1c3a07b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038356e40219f872bb9839e781692369ca48487e9e65c1bc89ea713fda511c19
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3163f6ed2b602c86b51afb8cd57e4fc7f4174be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4bb33291e2a8449f58f2618cb433ebc597abcdfcf23e5b60bf872f0f35188
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe19589b3915be4b0acf52c9db4dffdb22f2c8da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1cb5dbc08873f6c197f75fbad0553833bb3628e39b465238983190ebd36b38
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ca8c30a83812c007ace7dbdf770bec65fdd286
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00051563b117c39b9e291ebfa12e3bb5d5fe6405430bb732fa19861ffd08cbfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c597e0e016c05d51004f0e077917d15b12737a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e7b4d842db7a7ca1df2e010b7d79aadecd23dff156410a271f5f12b5b6e514
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4084f6ab93d3a0599522ccb89ac81286afce01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f64b678f01799e91af8c447183189029d072ebe11a2640bc4ee574ab9e4bfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d82c409c5d59f4a5c19e19fc61b7335183a621
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f4357518fd537d38e9502153dc30ee521e14a1fa65d56313782926d141e002
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d0742fb397cece4fe497fa6036dbc3f3899490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7fd3e50e0f5529a766e7ea0535979b036e0aadf86b04cc9f97737e4377acae
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086187eb516bf1e27cada78af7ba7c00f508299d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdfec4b6da34a65c129a693936e76526983e5aae7292f1904d67d4b97dd0bfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0aeb4508c87cab70fe4fcb8f002b2e0bf1f4fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b01f33a029c363964a58979f47c44e41c578976d502f88a155e5ebbba428626
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b4a22fdbd5dcfddf87b54906533231a1d58a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac27f658b0ac3afa84f019976cd284a496a7a2b6a140234b609696a8b90983
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ce76eaf2487920cc28b228797f54ded4177f58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d235027225cf5084ff669d403a98a1832c735a6b4c390715c989467b017c923
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4657c7422fdaf8b8ff4d7e0922beb09ed6cd6929
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc9739feef432353d70f2c0051868bf89eeed5c9dc11b47f5c0186fde38c97d
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fca5367a8263d340a8c2b5888807d23482512c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5567b63eff9c29555c8bf04816364ef04f04b72999f568f9f5be1fc5d7053f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9d11da660dc2381cce419d2dd4cef165ec370c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d077c60e6048ab5359e27b0453ffea90c5d4b956b18aea3143e0d293d74cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d6d3fd4158e8efbfcc5798a4561a5952cdd754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df090db57e0fa02523cee3015def503f84f4acd177af74f07d43b1dcf160dd6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba3feb728be739336125f4d5a06aa30ce649a2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d729153d9e8ffa57eda5acca32e41a687048f3ff128eed928e78562bd656f27
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69815ec5c3d094f401b78b28844ea343c76ac8c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eeea504d5aabb537396df67f74cc4f0cf3fc7234fbf67e93b976b84606ac2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532e86f77ae90b30c205ac454938c5128aedc1f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23461a87d1d88db2b1506b920c2e70c5d3ba1f9113c71b3e938d8ba50110d2ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d86d8aadcc6405ae22da6efc299d54b65212655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589b5262fd1de8d6c43ac865a58b6a847b0fed3ddad994badd53d00a0b8d3e78
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39604a6edb58a8b89d8d62b1f2ef7f47ca06905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36a9a00194e29198441ca69a80324c19809e4eb81d04992c68c3ee0a88a97a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87ad97a2938455e2d31be2b2c04854869df2491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a055e61f847bfa7c36bb913021493309555b0c5881df99242f8db07b3d49e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d710f42f510ebce171fbf776736c5c0d38fd81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c9721c3de77e77dbaf0ec918de32ae1575255679cb7597dc8b186843c901d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953173f86ef092261cf4788c5544fa8a96366dda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a57df38757bfe7eb5808b8915e4dd961d419777879ddb5a87e2920c0c17a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8fcdfebd1032c5a4ee18883a480f045941a093
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7d21e7caa8a146e8bc51bd56f37b456ed3db350ee43ec2c18439266be729e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff093ccf38a0885cb0662a38494d4efa3c2020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ab5fbcdea01f9891819d011bf1eaa38853969b287761594bdf17c47917495f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a707c97d828ed8862d020da73f8e981baf06d535
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208e764702d8ddf3f794802945df38f3530feb62a2ab92c0f211bcf4e0d9624f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509ef46b1fcbafc3d99b7619a388b081ab3a8b2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c1283d7c10ce6709dfafdcff423c3dfd9b7fd2e7aea6a925ca695e3310cd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b8f61a73844ece4b0caa741119eccf681874a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afadd1579beb7c4221107e523b582a78f0d73886b68b2f594b3964699fcb6102
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a022938e12722dafd4c1fd9de00e190d6d6676b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868398fb450d36aaa0393cd573689a27638d3de1e6311dd72a2708333df2d633
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8494e21e09798f22cb35f824cccf7998854ca41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd233d0987470887110dd23698a9076c750f12a2d3ff9ce7df1cbc7fd54afd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46bf8edf96036bf75fb0c3526385ad3e29cf6cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3f1d6c114a26b03339dfd2baf91e9b12f05991a24fcf7c68309db7963382f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc074440e3d899db9705a387a2142aafb4b8e48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8359ce4c00ddb467729f1dfc6eb4e9f7cb8c6148521657748ec4eeb8cc35433b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c153724d936d61e9d90ac8f258b5de5f057d590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cd69f9747324a483701d190cf2ca12067d8fb93b8bef01385b84d92612b633
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fc6387c5c52c4026bf1742e5d23da6b39da310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce086adc15fe50df1647943b91b50563731397c5ca458140ec21c95f34b6e5bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7729d054367ae6b03f2ea76edc83503c8289358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2aba40b1af97874ae6f5427f8d2f682a8ba8f96160199fd0092cb2089c07e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4845d5a535331f66caee2fc0a0bbc46d0559f45b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fdab163f73bd75ae7685706cddce209020bc3085a6c960661fad493eeba290
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566395b3441c7a2af1239a812b4f03ca8855a5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb6574e605fcf65763dd1daf2735faedf716714619372bceaaea1ad4106a47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86de01651dfe51a958a34bc3036cbaa99d09914b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383b65686c3d2e1efcc45b4a9d89d2f0669fd9358350e5d7412eda06dfe96f17
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2acde6905a4aa527f1b894c76c08a91a774120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d377a6ea22ea7f8ba351e28584bf9b578a0eedfcd970527c4f0c7915851b03c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b8561b071af025b12433488f3b460cd9512345
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6025315839114b959432191198ddb48ea6a1458e25afc28f9f203271fa884fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11922e44353d6ecada035c3b62532b8abd26bf50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220be965e93472dcb4a8d9ff08a5852afd0ea675f28f187b135596d492a483de
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f1f75d859e5eac921f12048bcda42d8de9a7cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd08606d17c592464c4edc628366068198b8f283735b213be8f9e4255624566
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ee0a783b0672f8aa7fbe65e8c4c038120e8aff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ff03a85f0713f8b8e6672b5c0c0668510208bf68a8ddd2947a116808a7d804
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a442eb67f9fc0601964feb41f50f1495814e0b5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d7da98a93a1de17bdde4d9c9fa5b9036c979d5470024cd90aa4e2fa9ad396e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22ed011323572e7b34b82ef60dd64d71a16998d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38636e321bf9d479b71e34aba3a6bc22e10fbd93f31a459840e89afb65da368d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539eb34401c0d005a8ab9314684f0571a8033fb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5626290df7909257a5fc94b72b5ec274f0c9c0dfdd621e5db883f6538fd542
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9153699b314ca9c32a7293c7d9b054f40f910d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21904f3b3d0b62cc31130cec3c52155201ad1c7eac154f01163c8123889ae2cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499d343777668466ce756b1755f4df3bb3186bf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ff525c6b009846fa4cb2912e7ef90e8b077888a1ef61db5f0dc75253940e91
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdeb2b06be993a194bfaef47a089d8cc4dd72f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedbdb7bae4e0e974ad50c0599b755fb21752e9fff074c15e213c7c5d2f2397f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecfcf0d41bbcc80734ac453e54e5581eabc0b30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34600e416cf1cefacbcf8097d48f16c7985da01ae3a57b1542855775d6c4a088
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e837ad27bf3a453a697602c59f89868b08d3e69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60835a2c9c5acd6086c8aedcb0fab807855044ece6f960588dfe533422675882
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63f99fb79dcc7d45c93ee36d656da182196d2b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7fd71eb2b7f8d73a33d5b0956e7479b78797950fea2bd03384f6413b75a71d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9774a23d4ff16e4cae1636e4314f22104de61eef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3c0c87acbc019422f23c2cac59d1e80354d8d0cedc01a50e5dc27731e53975
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f5e3d72338cb42bb279e5aab384cd0c92ee733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116e151ee41cf94c5d9f914d07157d76e3a7a042000c0e3211ff3dbebc1e667
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a076494cce73bda3ea27d8c646e37999fb5e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351bdeb9e59c3490897dce9ed336f499971854078daddd88941084450055f1d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e8ec94174461ce87bb921e015e3d90f416cc4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43008973fe427bdefbf00862af236ebf1ab39ec41d6a9d717c34c8bb5ba1ffe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e911de1252b86efd95fcacedfeac72ab169483e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d49eb9c0dc618daca217c19ff2e0077e6ac21fe8c0ae47f2ca19fe19c4b63cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d5dceecc18769488ccfcb56104fdfcbdf127c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86459874da10d4dcf8df9104a6b4a68a37f8658e265c20cdc44886626b2253f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03c97f4b4f56bc8eac568199c0c6138308c9930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a11197e5570862325a9835f3188bad905f4544104bf8560b48f365c389f6180
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beef35eb99b74929fe337898a18256ed69a9117
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646fe098c0015e0c519dbc3ae5859376777aa559a6a9ac416335553ac34e1069
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffee2f5f394a045529707a3ecf230f436c048f07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39acd9c4c54b345529b4c20086e5b085dee2d9562b676d1076f3b639edc7232f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068ddc5005938a4380a68bde29321c4d75de1375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a0d13467324b7db012142b968ba672e61b3a068d2d8a136fd8e44a0b05c28
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf0c5a3826c980c9f56ea53d71dac3487d959e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bf428948dd82f77a4dca9f63eff0e9bae77bc2f70cd2e1b4a3bb633af1ed2
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01003e6be0d8a376fea9a4c97e0883da08d05f6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7c278a5956a7caaedd5a0c4d43b8a01b6e35a9b082c571084b8a1ae5b48ed0
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3054e67d248bf10f97d1f508b160234e00b9ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a5736232bb9834f01d31f4076751fb0be57a2206248197c832843cf4527da7
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25938898a9dacc4a4c66e572dfaf1071189361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37fcf3a5e5bf5ba5cb0b072d2c397ee3771ce5913c80679e3059caa5658094a
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cefe3db9d045cbe50e272dbcda07ebb7cbf73c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894e8986884bc85adf6fd2217cea018d25ee15066b858c5e9c708694d7efa124
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601717b2c01f46f01895c5c3252baef2a60c44a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e59bbb1c2bd748660ee13d6ffc7e57710e32c9e94fa27981b6c9e44ac64bd04
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80914e646a67f75ed0e2a59e88bfb0f29b18b099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d30827770a95307a85a00ea1715c4d2a510b354b0b5a8598914262d6f650dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6765310ce1bd8153c50147e458dfc0d6f5ca0f92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae042e20e82a6d3762d7e68ffc251a684a2276655b2d4b580236929a0e0b2e56
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b84b0e2ad47423982e6373e2ef4146f620e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f585bac3ff716aa3336b2febd374016931d96e72491f8f65f283d522897bb73e
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cad28d1f22e319fff6f46dbfb8ec72c2967a8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8310175656c22e3aee47204e1f0cdb371df862f2ce1d614d320bea2eec842b0b
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494bed01bf2f359f7a200fcc6474f7d51d18c2eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a278c4ef2d91fe3e3a3db3c51d39aa113a25b1020d6d37014a10612cde6b3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a905ec6b20d7cd1ed38b2b925bd5d4aac93e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26ce917fa89f6b187409955b69d3b5791041752b1c3e0aaa6d8c67c736a8cd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654711efe2856b0b4c40e003f58d7759548b439a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78e65ec1dbaa01c7e2092825f3e707b7a18afb388255663715b04cd814e5be
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff13942867faee4bd833565c5ad3063dc5d7332c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5b220aa347af7d91a64bf5cb2e5c85ba16e0718901a890a8909beadfc25079
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61977bf25c88064d717acb231d6dfd1a5bcae5e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b71bf79df191fd25dc68441bcc147816dbebb6138d1025dbb84335ae91a01a
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4971972fb9497abd05a2f1ef75e08356066f93fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f368b7009f3ecfddb0bad1c1ba9799e1a4e2e0ad5715f34668f1e644e66d96
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5efa0e13098bd8e08b88d2b70741c6bf895b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dd8f766de7627c9fff9607fb11245623e4c81c10c2eda0f9efba21588a2ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b34a656bf3c1f794124220096e7c96b8787162d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af8adb3607ab7a6c861e09446a52bfd4c1da0a43a2ac47bd3ef8697f9e6ec13
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458ae5eb1930e937fd197931aff8ca6dd2c98239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6d86b4e4653a6fa71df6edc7c483efec9a5f6f5066f659069cdd869148e6ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0838a46b134e2dfeb6a7dfa6f7c71f0fe2173a2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56be4ff7723909d66556fe6a95950bc953565c85f1b97c59d5cc62c231fc2a9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae7f942ab71b88f737dfd1f33b2bb0edd2ad847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166ba1cff35b0e2db51a47422fbd0c33fc828d06fcc82fa0d1a576f9612af2ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8000748f324fc313bf52ded76f656819a4fcdb33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea46710178cb78d6e5efdfcbb9c7a81f3d7558f6a92704dc47d76e03ca60ce
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebe085846580384c145bd07966f035d9e92ae2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35058c9ede5a54c6a220413f2f988d4fa21a6f927eaff0840da2e81fdc9d7ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ca8f07efb5da4be471cd01222a319452aa2954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774af2af6287262122c70bb1ec2bd91e4d1952e3938c7223c5df9f6c05bd9bfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0905db9c5b9d00a62aa42d32b5c255a5484033e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff10fc5aff071303cf46a14e9c20c0a3ede3a7f867bc04b5d2f0e907a0d68f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fd1d896f4a04074e5c8581e86165510915d9e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2ceb52f45ce96a3d389b89599c27f8a109b2a4c393ce1c0a5819f8a9f35ab8
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194e4d1e67774554d694d6570fdf22a25d8d028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39f848a1059cf6f08637efaa19bd24f7b39bd89a02de94c02a01a1e2e2cfd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bfb0dba2063178f004aeeb1427408f45477aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f6b8f29c50c66897bf9ae8ccb326712f83bd63b3b79ae2a0a959c37ad203a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018c9c3f6366c5f451d26aaed5c863b5f1ac96cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8fdb1d5baa2dcfb0502a7e10497f04c490d778cb5d9767ca09a2ed03ba4f55
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc434febe1f996796cbdf32693133505f4d742c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e897f1f520a9e4c5e1a376a6bbccf6828d22b079448e47739218e4e366911
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6716b1ed28b1c7470e7e02d8d94b69e71de90355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6233f4459f1dee12b184df1f9cde97884b63a2ba69f17b996b8ca3f7942e284b
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a7b67daaa8a210d11ffe88463f3a4f61bbfd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2716821f741104119274e89e7a8212fa306fb2c86ac921d972072e1d6e9878f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba099497d7532b6485fb0982a4e7a461fad43ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dbae3aa7e2e1b51a9b742474fab15e52984f288a386fc23dd6f3fd33d6a537
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9784ddb7128c08cb44a5c4a86a01a4759feb73a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da153e3a4d9deaaf43c4d430f8e1a863348bde5d56f717df1552f32fd612b003
+size 17539
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5c898e700c9f948997e898a07d63f9895f3ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e077714d1e7f52a7e25b32f3c68734f42af75ad26446865445026619943b7eb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6525a40f753f440694259fe2bdfa28c4c2bf4030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d37c5d67ada486570101cc7ecb37df0c741763358713321afbcc356eeb31b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd70ea8151bf4cc7e9784a1217cfb177318340b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71523d2fd091c2964c74ff6b5a0b1ce3d3a83b627d0f29a3ecde7ddf769e512
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a413fc6b27f40d415cd80b3d0ee32e887ec43403
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2683c1622aeb4ed8a2f7746575701ff0b5d9885dc046250710d016f385dfaaee
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b59c845fbb9b04a166b4d5d8cfbaa461a7cba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4feec5574cb25af422549a205f45505ba7aee694321d75271f82b3f387ef68
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70105976f7ae8df4ebc8633f4a2697dc39bd2c25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781f8d65352516360db7b92ee830524c7fa710a731a0c2c8fc25959aae0a675
+size 5251
diff --git a/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c05eed98fb621697d3e1fa7700981746d28381
--- /dev/null
+++ b/params/opt/8/rnd_search_t_lin/comb_9_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605266b5e0badd420cee4f1c4f9fe1e8015e429568bbe51de538ed4df28a48c8
+size 3203